2024-12-01 14:40:46,322 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-12-01 14:40:46,336 main DEBUG Took 0.012008 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-01 14:40:46,337 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-01 14:40:46,337 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-01 14:40:46,339 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-01 14:40:46,340 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:40:46,350 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-01 14:40:46,366 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:40:46,367 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:40:46,368 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:40:46,368 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:40:46,369 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:40:46,369 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:40:46,370 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:40:46,370 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:40:46,371 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:40:46,371 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:40:46,372 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:40:46,372 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:40:46,373 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:40:46,373 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:40:46,374 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:40:46,374 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:40:46,375 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:40:46,375 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:40:46,376 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:40:46,376 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:40:46,376 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:40:46,377 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:40:46,377 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:40:46,378 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:40:46,378 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:40:46,379 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-01 14:40:46,381 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:40:46,382 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-01 14:40:46,384 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-01 14:40:46,384 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-01 14:40:46,386 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-01 14:40:46,386 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-01 14:40:46,395 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-01 14:40:46,398 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-01 14:40:46,399 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-01 14:40:46,400 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-01 14:40:46,400 main DEBUG createAppenders(={Console}) 2024-12-01 14:40:46,401 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-12-01 14:40:46,401 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-12-01 14:40:46,402 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-12-01 14:40:46,403 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-01 14:40:46,403 main DEBUG OutputStream closed 2024-12-01 14:40:46,403 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-01 14:40:46,404 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-01 14:40:46,404 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-12-01 14:40:46,482 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-01 14:40:46,484 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-01 14:40:46,485 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-01 14:40:46,486 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-01 14:40:46,487 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-01 14:40:46,487 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-01 14:40:46,487 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-01 14:40:46,488 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-01 14:40:46,488 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-01 14:40:46,488 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-01 14:40:46,489 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-01 14:40:46,489 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-01 14:40:46,489 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-01 14:40:46,489 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-01 14:40:46,490 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-01 14:40:46,490 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-01 14:40:46,490 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-01 14:40:46,491 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-01 14:40:46,493 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-01 14:40:46,493 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-12-01 14:40:46,494 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-01 14:40:46,494 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-12-01T14:40:46,738 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3bfa75e2-735a-e3b5-95f7-aa3a0b278247 2024-12-01 14:40:46,741 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-01 14:40:46,741 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-01T14:40:46,749 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-12-01T14:40:46,755 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayValueCompression timeout: 13 mins 2024-12-01T14:40:46,774 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-01T14:40:46,818 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-01T14:40:46,818 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-01T14:40:46,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T14:40:46,844 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3bfa75e2-735a-e3b5-95f7-aa3a0b278247/cluster_a7addb41-f964-28d1-68f8-a3434012fb18, deleteOnExit=true 2024-12-01T14:40:46,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T14:40:46,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3bfa75e2-735a-e3b5-95f7-aa3a0b278247/test.cache.data in system properties and HBase conf 2024-12-01T14:40:46,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3bfa75e2-735a-e3b5-95f7-aa3a0b278247/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T14:40:46,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3bfa75e2-735a-e3b5-95f7-aa3a0b278247/hadoop.log.dir in system properties and HBase conf 2024-12-01T14:40:46,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3bfa75e2-735a-e3b5-95f7-aa3a0b278247/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T14:40:46,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3bfa75e2-735a-e3b5-95f7-aa3a0b278247/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T14:40:46,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T14:40:46,924 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-01T14:40:47,011 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T14:40:47,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3bfa75e2-735a-e3b5-95f7-aa3a0b278247/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:40:47,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3bfa75e2-735a-e3b5-95f7-aa3a0b278247/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:40:47,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3bfa75e2-735a-e3b5-95f7-aa3a0b278247/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T14:40:47,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3bfa75e2-735a-e3b5-95f7-aa3a0b278247/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:40:47,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3bfa75e2-735a-e3b5-95f7-aa3a0b278247/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T14:40:47,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3bfa75e2-735a-e3b5-95f7-aa3a0b278247/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T14:40:47,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3bfa75e2-735a-e3b5-95f7-aa3a0b278247/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:40:47,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3bfa75e2-735a-e3b5-95f7-aa3a0b278247/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:40:47,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3bfa75e2-735a-e3b5-95f7-aa3a0b278247/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T14:40:47,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3bfa75e2-735a-e3b5-95f7-aa3a0b278247/nfs.dump.dir in system properties and HBase conf 2024-12-01T14:40:47,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3bfa75e2-735a-e3b5-95f7-aa3a0b278247/java.io.tmpdir in system properties and HBase conf 2024-12-01T14:40:47,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3bfa75e2-735a-e3b5-95f7-aa3a0b278247/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:40:47,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3bfa75e2-735a-e3b5-95f7-aa3a0b278247/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T14:40:47,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3bfa75e2-735a-e3b5-95f7-aa3a0b278247/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T14:40:47,962 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-01T14:40:48,028 INFO [Time-limited test {}] log.Log(170): Logging initialized @2333ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-01T14:40:48,098 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:40:48,163 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:40:48,190 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:40:48,190 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:40:48,191 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T14:40:48,208 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:40:48,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3bfa75e2-735a-e3b5-95f7-aa3a0b278247/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:40:48,212 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:40:48,359 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3717288f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3bfa75e2-735a-e3b5-95f7-aa3a0b278247/java.io.tmpdir/jetty-localhost-45423-hadoop-hdfs-3_4_1-tests_jar-_-any-12253585136758690088/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:40:48,364 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:45423} 2024-12-01T14:40:48,364 INFO [Time-limited test {}] server.Server(415): Started @2669ms 2024-12-01T14:40:48,853 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:40:48,861 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:40:48,863 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:40:48,863 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:40:48,863 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T14:40:48,864 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cf5a85e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3bfa75e2-735a-e3b5-95f7-aa3a0b278247/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:40:48,864 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a359997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:40:48,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@330740de{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3bfa75e2-735a-e3b5-95f7-aa3a0b278247/java.io.tmpdir/jetty-localhost-38167-hadoop-hdfs-3_4_1-tests_jar-_-any-16592771209998066629/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:40:48,964 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b24cab9{HTTP/1.1, (http/1.1)}{localhost:38167} 2024-12-01T14:40:48,964 INFO [Time-limited test {}] server.Server(415): Started @3269ms 2024-12-01T14:40:49,027 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T14:40:49,156 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:40:49,161 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:40:49,166 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:40:49,166 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:40:49,167 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T14:40:49,168 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46b092e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3bfa75e2-735a-e3b5-95f7-aa3a0b278247/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:40:49,169 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cc2d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:40:49,301 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bd427b8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3bfa75e2-735a-e3b5-95f7-aa3a0b278247/java.io.tmpdir/jetty-localhost-44205-hadoop-hdfs-3_4_1-tests_jar-_-any-14155377781387782143/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:40:49,302 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6915083f{HTTP/1.1, (http/1.1)}{localhost:44205} 2024-12-01T14:40:49,302 INFO [Time-limited test {}] server.Server(415): Started @3607ms 2024-12-01T14:40:49,304 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T14:40:49,334 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:40:49,338 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:40:49,339 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:40:49,339 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:40:49,339 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T14:40:49,340 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6d5e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3bfa75e2-735a-e3b5-95f7-aa3a0b278247/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:40:49,340 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f9972d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:40:49,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35f1150e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3bfa75e2-735a-e3b5-95f7-aa3a0b278247/java.io.tmpdir/jetty-localhost-36179-hadoop-hdfs-3_4_1-tests_jar-_-any-7374571130549512730/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:40:49,434 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13a77e13{HTTP/1.1, (http/1.1)}{localhost:36179} 2024-12-01T14:40:49,434 INFO [Time-limited test {}] server.Server(415): Started @3739ms 2024-12-01T14:40:49,436 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T14:40:50,414 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3bfa75e2-735a-e3b5-95f7-aa3a0b278247/cluster_a7addb41-f964-28d1-68f8-a3434012fb18/data/data2/current/BP-871166880-172.17.0.2-1733064047512/current, will proceed with Du for space computation calculation, 2024-12-01T14:40:50,414 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3bfa75e2-735a-e3b5-95f7-aa3a0b278247/cluster_a7addb41-f964-28d1-68f8-a3434012fb18/data/data1/current/BP-871166880-172.17.0.2-1733064047512/current, will proceed with Du for space computation calculation, 2024-12-01T14:40:50,414 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3bfa75e2-735a-e3b5-95f7-aa3a0b278247/cluster_a7addb41-f964-28d1-68f8-a3434012fb18/data/data4/current/BP-871166880-172.17.0.2-1733064047512/current, will proceed with Du for space computation calculation, 2024-12-01T14:40:50,414 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3bfa75e2-735a-e3b5-95f7-aa3a0b278247/cluster_a7addb41-f964-28d1-68f8-a3434012fb18/data/data3/current/BP-871166880-172.17.0.2-1733064047512/current, will proceed with Du for space computation calculation, 2024-12-01T14:40:50,446 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T14:40:50,446 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T14:40:50,468 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3bfa75e2-735a-e3b5-95f7-aa3a0b278247/cluster_a7addb41-f964-28d1-68f8-a3434012fb18/data/data6/current/BP-871166880-172.17.0.2-1733064047512/current, will proceed with Du for space computation calculation, 2024-12-01T14:40:50,468 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3bfa75e2-735a-e3b5-95f7-aa3a0b278247/cluster_a7addb41-f964-28d1-68f8-a3434012fb18/data/data5/current/BP-871166880-172.17.0.2-1733064047512/current, will proceed with Du for space computation calculation, 2024-12-01T14:40:50,490 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T14:40:50,494 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5f8b9249b8b9a9af with lease ID 0xb9cca1e59c2252eb: Processing first storage report for DS-162e0196-d3f9-4839-8b51-3af56675701c from datanode DatanodeRegistration(127.0.0.1:38095, datanodeUuid=e93cb768-e96f-4cc9-9921-d7099cd864a8, infoPort=37761, infoSecurePort=0, ipcPort=42575, storageInfo=lv=-57;cid=testClusterID;nsid=1638448994;c=1733064047512) 2024-12-01T14:40:50,495 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5f8b9249b8b9a9af with lease ID 0xb9cca1e59c2252eb: from storage DS-162e0196-d3f9-4839-8b51-3af56675701c node DatanodeRegistration(127.0.0.1:38095, datanodeUuid=e93cb768-e96f-4cc9-9921-d7099cd864a8, infoPort=37761, infoSecurePort=0, ipcPort=42575, storageInfo=lv=-57;cid=testClusterID;nsid=1638448994;c=1733064047512), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-01T14:40:50,495 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb6f6d33548725c34 with lease ID 0xb9cca1e59c2252ec: Processing first storage report for DS-292c6078-3d9e-4434-a527-67ee069c7ada from datanode DatanodeRegistration(127.0.0.1:42713, datanodeUuid=ba2db869-01d5-4f83-b46d-06eb508f58e8, infoPort=35553, infoSecurePort=0, ipcPort=37287, storageInfo=lv=-57;cid=testClusterID;nsid=1638448994;c=1733064047512) 2024-12-01T14:40:50,495 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb6f6d33548725c34 with lease ID 0xb9cca1e59c2252ec: from storage DS-292c6078-3d9e-4434-a527-67ee069c7ada node DatanodeRegistration(127.0.0.1:42713, datanodeUuid=ba2db869-01d5-4f83-b46d-06eb508f58e8, infoPort=35553, infoSecurePort=0, ipcPort=37287, storageInfo=lv=-57;cid=testClusterID;nsid=1638448994;c=1733064047512), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-01T14:40:50,496 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5f8b9249b8b9a9af with lease ID 0xb9cca1e59c2252eb: Processing first storage report for DS-85d122d4-252c-416d-9019-21c0c5a209ae from datanode DatanodeRegistration(127.0.0.1:38095, datanodeUuid=e93cb768-e96f-4cc9-9921-d7099cd864a8, infoPort=37761, infoSecurePort=0, ipcPort=42575, storageInfo=lv=-57;cid=testClusterID;nsid=1638448994;c=1733064047512) 2024-12-01T14:40:50,496 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5f8b9249b8b9a9af with lease ID 0xb9cca1e59c2252eb: from storage DS-85d122d4-252c-416d-9019-21c0c5a209ae node DatanodeRegistration(127.0.0.1:38095, datanodeUuid=e93cb768-e96f-4cc9-9921-d7099cd864a8, infoPort=37761, infoSecurePort=0, ipcPort=42575, storageInfo=lv=-57;cid=testClusterID;nsid=1638448994;c=1733064047512), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:40:50,496 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb6f6d33548725c34 with lease ID 0xb9cca1e59c2252ec: Processing first storage report for DS-bad1dbe1-cae7-4af3-977f-b8bde871975e from datanode DatanodeRegistration(127.0.0.1:42713, datanodeUuid=ba2db869-01d5-4f83-b46d-06eb508f58e8, infoPort=35553, infoSecurePort=0, ipcPort=37287, storageInfo=lv=-57;cid=testClusterID;nsid=1638448994;c=1733064047512) 2024-12-01T14:40:50,496 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb6f6d33548725c34 with lease ID 0xb9cca1e59c2252ec: from storage DS-bad1dbe1-cae7-4af3-977f-b8bde871975e node DatanodeRegistration(127.0.0.1:42713, datanodeUuid=ba2db869-01d5-4f83-b46d-06eb508f58e8, infoPort=35553, infoSecurePort=0, ipcPort=37287, storageInfo=lv=-57;cid=testClusterID;nsid=1638448994;c=1733064047512), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:40:50,498 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x956d0ecda2866fa3 with lease ID 0xb9cca1e59c2252ed: Processing first storage report for DS-3379dc50-db3b-4563-aab6-3e4fd5a37b87 from datanode DatanodeRegistration(127.0.0.1:38873, datanodeUuid=0a31d7ed-1f89-47ca-a8b5-08ff5ad97c87, infoPort=40671, infoSecurePort=0, ipcPort=39041, storageInfo=lv=-57;cid=testClusterID;nsid=1638448994;c=1733064047512) 2024-12-01T14:40:50,498 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x956d0ecda2866fa3 with lease ID 0xb9cca1e59c2252ed: from storage DS-3379dc50-db3b-4563-aab6-3e4fd5a37b87 node DatanodeRegistration(127.0.0.1:38873, datanodeUuid=0a31d7ed-1f89-47ca-a8b5-08ff5ad97c87, infoPort=40671, infoSecurePort=0, ipcPort=39041, storageInfo=lv=-57;cid=testClusterID;nsid=1638448994;c=1733064047512), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:40:50,498 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x956d0ecda2866fa3 with lease ID 0xb9cca1e59c2252ed: Processing first storage report for DS-202b64e7-fada-4625-b26b-b10c8d20bbe7 from datanode DatanodeRegistration(127.0.0.1:38873, datanodeUuid=0a31d7ed-1f89-47ca-a8b5-08ff5ad97c87, infoPort=40671, infoSecurePort=0, ipcPort=39041, storageInfo=lv=-57;cid=testClusterID;nsid=1638448994;c=1733064047512) 2024-12-01T14:40:50,498 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x956d0ecda2866fa3 with lease ID 0xb9cca1e59c2252ed: from storage DS-202b64e7-fada-4625-b26b-b10c8d20bbe7 node DatanodeRegistration(127.0.0.1:38873, datanodeUuid=0a31d7ed-1f89-47ca-a8b5-08ff5ad97c87, infoPort=40671, infoSecurePort=0, ipcPort=39041, storageInfo=lv=-57;cid=testClusterID;nsid=1638448994;c=1733064047512), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:40:50,522 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3bfa75e2-735a-e3b5-95f7-aa3a0b278247 2024-12-01T14:40:50,583 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3bfa75e2-735a-e3b5-95f7-aa3a0b278247/cluster_a7addb41-f964-28d1-68f8-a3434012fb18/zookeeper_0, clientPort=55420, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3bfa75e2-735a-e3b5-95f7-aa3a0b278247/cluster_a7addb41-f964-28d1-68f8-a3434012fb18/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3bfa75e2-735a-e3b5-95f7-aa3a0b278247/cluster_a7addb41-f964-28d1-68f8-a3434012fb18/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-01T14:40:50,600 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55420 2024-12-01T14:40:50,613 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:40:50,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:40:50,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741825_1001 (size=7) 2024-12-01T14:40:50,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741825_1001 (size=7) 2024-12-01T14:40:50,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741825_1001 (size=7) 2024-12-01T14:40:51,218 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5 with version=8 2024-12-01T14:40:51,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/hbase-staging 2024-12-01T14:40:51,480 INFO [Time-limited test {}] client.ConnectionUtils(128): master/519b220a2ba1:0 server-side Connection retries=45 2024-12-01T14:40:51,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:40:51,489 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:40:51,493 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:40:51,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:40:51,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:40:51,607 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T14:40:51,663 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-01T14:40:51,673 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-01T14:40:51,677 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:40:51,701 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 5252 (auto-detected) 2024-12-01T14:40:51,702 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-01T14:40:51,721 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38211 2024-12-01T14:40:51,738 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38211 connecting to ZooKeeper ensemble=127.0.0.1:55420 2024-12-01T14:40:51,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:382110x0, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:40:51,859 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38211-0x10192a05a4c0000 connected 2024-12-01T14:40:51,948 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:40:51,954 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:40:51,965 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38211-0x10192a05a4c0000, quorum=127.0.0.1:55420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T14:40:51,969 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5, hbase.cluster.distributed=false 2024-12-01T14:40:51,994 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38211-0x10192a05a4c0000, quorum=127.0.0.1:55420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-01T14:40:51,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38211 2024-12-01T14:40:51,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38211 2024-12-01T14:40:51,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38211 2024-12-01T14:40:51,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38211 2024-12-01T14:40:52,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38211 2024-12-01T14:40:52,090 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/519b220a2ba1:0 server-side Connection retries=45 2024-12-01T14:40:52,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:40:52,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:40:52,091 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:40:52,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:40:52,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:40:52,094 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T14:40:52,097 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:40:52,098 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33929 2024-12-01T14:40:52,100 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33929 connecting to ZooKeeper ensemble=127.0.0.1:55420 2024-12-01T14:40:52,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:40:52,106 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:40:52,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339290x0, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:40:52,130 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33929-0x10192a05a4c0001, quorum=127.0.0.1:55420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T14:40:52,130 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33929-0x10192a05a4c0001 connected 2024-12-01T14:40:52,135 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T14:40:52,142 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T14:40:52,144 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33929-0x10192a05a4c0001, quorum=127.0.0.1:55420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-01T14:40:52,149 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33929-0x10192a05a4c0001, quorum=127.0.0.1:55420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-01T14:40:52,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33929 2024-12-01T14:40:52,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33929 2024-12-01T14:40:52,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33929 2024-12-01T14:40:52,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33929 2024-12-01T14:40:52,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33929 2024-12-01T14:40:52,167 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/519b220a2ba1:0 server-side Connection retries=45 2024-12-01T14:40:52,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:40:52,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:40:52,167 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:40:52,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:40:52,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:40:52,168 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T14:40:52,168 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:40:52,169 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34375 2024-12-01T14:40:52,170 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34375 connecting to ZooKeeper ensemble=127.0.0.1:55420 2024-12-01T14:40:52,171 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:40:52,174 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:40:52,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343750x0, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:40:52,211 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:343750x0, quorum=127.0.0.1:55420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T14:40:52,211 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34375-0x10192a05a4c0002 connected 2024-12-01T14:40:52,211 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T14:40:52,212 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T14:40:52,213 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34375-0x10192a05a4c0002, quorum=127.0.0.1:55420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-01T14:40:52,215 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34375-0x10192a05a4c0002, quorum=127.0.0.1:55420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-01T14:40:52,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34375 2024-12-01T14:40:52,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34375 2024-12-01T14:40:52,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34375 2024-12-01T14:40:52,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34375 2024-12-01T14:40:52,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34375 2024-12-01T14:40:52,234 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/519b220a2ba1:0 server-side Connection retries=45 2024-12-01T14:40:52,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:40:52,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:40:52,235 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:40:52,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:40:52,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:40:52,235 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T14:40:52,236 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:40:52,237 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37801 2024-12-01T14:40:52,238 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37801 connecting to ZooKeeper ensemble=127.0.0.1:55420 2024-12-01T14:40:52,239 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:40:52,242 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:40:52,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378010x0, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:40:52,264 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:378010x0, quorum=127.0.0.1:55420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T14:40:52,264 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37801-0x10192a05a4c0003 connected 2024-12-01T14:40:52,264 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T14:40:52,265 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T14:40:52,266 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37801-0x10192a05a4c0003, quorum=127.0.0.1:55420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-01T14:40:52,268 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37801-0x10192a05a4c0003, quorum=127.0.0.1:55420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-01T14:40:52,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37801 2024-12-01T14:40:52,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37801 2024-12-01T14:40:52,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37801 2024-12-01T14:40:52,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37801 2024-12-01T14:40:52,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37801 2024-12-01T14:40:52,285 DEBUG [M:0;519b220a2ba1:38211 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;519b220a2ba1:38211 2024-12-01T14:40:52,287 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/519b220a2ba1,38211,1733064051335 2024-12-01T14:40:52,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37801-0x10192a05a4c0003, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:40:52,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33929-0x10192a05a4c0001, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:40:52,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38211-0x10192a05a4c0000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:40:52,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34375-0x10192a05a4c0002, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:40:52,305 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38211-0x10192a05a4c0000, quorum=127.0.0.1:55420, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/519b220a2ba1,38211,1733064051335 2024-12-01T14:40:52,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33929-0x10192a05a4c0001, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-01T14:40:52,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37801-0x10192a05a4c0003, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-01T14:40:52,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38211-0x10192a05a4c0000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:40:52,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34375-0x10192a05a4c0002, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-01T14:40:52,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33929-0x10192a05a4c0001, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:40:52,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37801-0x10192a05a4c0003, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:40:52,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34375-0x10192a05a4c0002, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:40:52,339 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38211-0x10192a05a4c0000, quorum=127.0.0.1:55420, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-01T14:40:52,340 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/519b220a2ba1,38211,1733064051335 from backup master directory 2024-12-01T14:40:52,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37801-0x10192a05a4c0003, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:40:52,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34375-0x10192a05a4c0002, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:40:52,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38211-0x10192a05a4c0000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/519b220a2ba1,38211,1733064051335 2024-12-01T14:40:52,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33929-0x10192a05a4c0001, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:40:52,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38211-0x10192a05a4c0000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:40:52,352 WARN [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:40:52,353 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=519b220a2ba1,38211,1733064051335 2024-12-01T14:40:52,356 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-01T14:40:52,357 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-01T14:40:52,410 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/hbase.id] with ID: 53960b87-77c0-42dc-a2a9-171e021bff27 2024-12-01T14:40:52,410 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/.tmp/hbase.id 2024-12-01T14:40:52,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741826_1002 (size=42) 2024-12-01T14:40:52,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741826_1002 (size=42) 2024-12-01T14:40:52,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741826_1002 (size=42) 2024-12-01T14:40:52,425 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/.tmp/hbase.id]:[hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/hbase.id] 2024-12-01T14:40:52,471 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:40:52,474 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T14:40:52,492 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-12-01T14:40:52,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34375-0x10192a05a4c0002, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:40:52,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37801-0x10192a05a4c0003, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:40:52,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33929-0x10192a05a4c0001, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:40:52,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38211-0x10192a05a4c0000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:40:52,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741827_1003 (size=196) 2024-12-01T14:40:52,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741827_1003 (size=196) 2024-12-01T14:40:52,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741827_1003 (size=196) 2024-12-01T14:40:52,557 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:40:52,559 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T14:40:52,563 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:40:52,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741828_1004 (size=1189) 2024-12-01T14:40:52,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741828_1004 (size=1189) 2024-12-01T14:40:52,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741828_1004 (size=1189) 2024-12-01T14:40:52,612 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/MasterData/data/master/store 2024-12-01T14:40:52,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741829_1005 (size=34) 2024-12-01T14:40:52,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741829_1005 (size=34) 2024-12-01T14:40:52,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741829_1005 (size=34) 2024-12-01T14:40:52,635 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-01T14:40:52,638 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:40:52,639 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:40:52,639 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:40:52,639 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:40:52,640 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:40:52,641 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:40:52,641 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:40:52,642 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733064052639Disabling compacts and flushes for region at 1733064052639Disabling writes for close at 1733064052640 (+1 ms)Writing region close event to WAL at 1733064052641 (+1 ms)Closed at 1733064052641 2024-12-01T14:40:52,643 WARN [master/519b220a2ba1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/MasterData/data/master/store/.initializing 2024-12-01T14:40:52,644 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/MasterData/WALs/519b220a2ba1,38211,1733064051335 2024-12-01T14:40:52,650 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:40:52,664 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=519b220a2ba1%2C38211%2C1733064051335, suffix=, logDir=hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/MasterData/WALs/519b220a2ba1,38211,1733064051335, archiveDir=hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/MasterData/oldWALs, maxLogs=10 2024-12-01T14:40:52,693 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/MasterData/WALs/519b220a2ba1,38211,1733064051335/519b220a2ba1%2C38211%2C1733064051335.1733064052669, exclude list is [], retry=0 2024-12-01T14:40:52,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T14:40:52,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38095,DS-162e0196-d3f9-4839-8b51-3af56675701c,DISK] 2024-12-01T14:40:52,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-3379dc50-db3b-4563-aab6-3e4fd5a37b87,DISK] 2024-12-01T14:40:52,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42713,DS-292c6078-3d9e-4434-a527-67ee069c7ada,DISK] 2024-12-01T14:40:52,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-01T14:40:52,749 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/MasterData/WALs/519b220a2ba1,38211,1733064051335/519b220a2ba1%2C38211%2C1733064051335.1733064052669 2024-12-01T14:40:52,749 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35553:35553),(127.0.0.1/127.0.0.1:40671:40671),(127.0.0.1/127.0.0.1:37761:37761)] 2024-12-01T14:40:52,750 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:40:52,750 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:40:52,753 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:40:52,754 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:40:52,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:40:52,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T14:40:52,819 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:40:52,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:40:52,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:40:52,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T14:40:52,826 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:40:52,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:40:52,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:40:52,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T14:40:52,830 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:40:52,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:40:52,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:40:52,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T14:40:52,833 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:40:52,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:40:52,834 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:40:52,837 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:40:52,839 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:40:52,844 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:40:52,844 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:40:52,847 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:40:52,850 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:40:52,854 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:40:52,855 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65349457, jitterRate=-0.026217207312583923}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:40:52,861 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733064052764Initializing all the Stores at 1733064052766 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733064052767 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064052767Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064052767Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064052768 (+1 ms)Cleaning up temporary data from old regions at 1733064052844 (+76 ms)Region opened successfully at 1733064052861 (+17 ms) 2024-12-01T14:40:52,862 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T14:40:52,890 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a4a4f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=519b220a2ba1/172.17.0.2:0 2024-12-01T14:40:52,916 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T14:40:52,925 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T14:40:52,925 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T14:40:52,927 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T14:40:52,929 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-01T14:40:52,933 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-01T14:40:52,934 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T14:40:52,961 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T14:40:52,972 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38211-0x10192a05a4c0000, quorum=127.0.0.1:55420, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-01T14:40:53,026 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-01T14:40:53,030 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T14:40:53,033 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38211-0x10192a05a4c0000, quorum=127.0.0.1:55420, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-01T14:40:53,042 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-01T14:40:53,044 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T14:40:53,047 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38211-0x10192a05a4c0000, quorum=127.0.0.1:55420, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-01T14:40:53,054 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-01T14:40:53,055 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38211-0x10192a05a4c0000, quorum=127.0.0.1:55420, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-01T14:40:53,062 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-01T14:40:53,083 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38211-0x10192a05a4c0000, quorum=127.0.0.1:55420, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T14:40:53,092 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-01T14:40:53,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34375-0x10192a05a4c0002, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-01T14:40:53,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33929-0x10192a05a4c0001, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-01T14:40:53,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37801-0x10192a05a4c0003, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-01T14:40:53,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38211-0x10192a05a4c0000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-01T14:40:53,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34375-0x10192a05a4c0002, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:40:53,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37801-0x10192a05a4c0003, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:40:53,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38211-0x10192a05a4c0000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:40:53,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33929-0x10192a05a4c0001, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:40:53,109 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=519b220a2ba1,38211,1733064051335, sessionid=0x10192a05a4c0000, setting cluster-up flag (Was=false) 2024-12-01T14:40:53,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38211-0x10192a05a4c0000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:40:53,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33929-0x10192a05a4c0001, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:40:53,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34375-0x10192a05a4c0002, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:40:53,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37801-0x10192a05a4c0003, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:40:53,163 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-01T14:40:53,167 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=519b220a2ba1,38211,1733064051335 2024-12-01T14:40:53,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38211-0x10192a05a4c0000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:40:53,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33929-0x10192a05a4c0001, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:40:53,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34375-0x10192a05a4c0002, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:40:53,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37801-0x10192a05a4c0003, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:40:53,212 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-01T14:40:53,214 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=519b220a2ba1,38211,1733064051335 2024-12-01T14:40:53,221 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T14:40:53,275 INFO [RS:2;519b220a2ba1:37801 {}] regionserver.HRegionServer(746): ClusterId : 53960b87-77c0-42dc-a2a9-171e021bff27 2024-12-01T14:40:53,275 INFO [RS:0;519b220a2ba1:33929 {}] regionserver.HRegionServer(746): ClusterId : 53960b87-77c0-42dc-a2a9-171e021bff27 2024-12-01T14:40:53,275 INFO [RS:1;519b220a2ba1:34375 {}] regionserver.HRegionServer(746): ClusterId : 53960b87-77c0-42dc-a2a9-171e021bff27 2024-12-01T14:40:53,278 DEBUG [RS:0;519b220a2ba1:33929 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T14:40:53,278 DEBUG [RS:2;519b220a2ba1:37801 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T14:40:53,278 DEBUG [RS:1;519b220a2ba1:34375 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T14:40:53,290 INFO [AsyncFSWAL-0-hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/MasterData-prefix:519b220a2ba1,38211,1733064051335 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-12-01T14:40:53,303 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T14:40:53,306 DEBUG [RS:0;519b220a2ba1:33929 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T14:40:53,306 DEBUG [RS:2;519b220a2ba1:37801 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T14:40:53,306 DEBUG [RS:1;519b220a2ba1:34375 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T14:40:53,306 DEBUG [RS:0;519b220a2ba1:33929 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T14:40:53,306 DEBUG [RS:2;519b220a2ba1:37801 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T14:40:53,306 DEBUG [RS:1;519b220a2ba1:34375 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T14:40:53,314 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T14:40:53,321 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T14:40:53,322 DEBUG [RS:2;519b220a2ba1:37801 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T14:40:53,322 DEBUG [RS:0;519b220a2ba1:33929 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T14:40:53,322 DEBUG [RS:1;519b220a2ba1:34375 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T14:40:53,322 DEBUG [RS:0;519b220a2ba1:33929 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ea378a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=519b220a2ba1/172.17.0.2:0 2024-12-01T14:40:53,322 DEBUG [RS:1;519b220a2ba1:34375 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54dba9f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=519b220a2ba1/172.17.0.2:0 2024-12-01T14:40:53,322 DEBUG [RS:2;519b220a2ba1:37801 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@197b4330, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=519b220a2ba1/172.17.0.2:0 2024-12-01T14:40:53,327 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 519b220a2ba1,38211,1733064051335 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T14:40:53,334 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/519b220a2ba1:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:40:53,334 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/519b220a2ba1:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:40:53,334 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/519b220a2ba1:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:40:53,335 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/519b220a2ba1:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:40:53,335 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/519b220a2ba1:0, corePoolSize=10, maxPoolSize=10 2024-12-01T14:40:53,335 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:40:53,335 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/519b220a2ba1:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:40:53,335 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:40:53,338 DEBUG [RS:2;519b220a2ba1:37801 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;519b220a2ba1:37801 2024-12-01T14:40:53,339 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733064083339 2024-12-01T14:40:53,341 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T14:40:53,342 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:40:53,342 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T14:40:53,342 INFO [RS:2;519b220a2ba1:37801 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T14:40:53,342 INFO [RS:2;519b220a2ba1:37801 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T14:40:53,343 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T14:40:53,343 DEBUG [RS:2;519b220a2ba1:37801 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T14:40:53,343 DEBUG [RS:0;519b220a2ba1:33929 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;519b220a2ba1:33929 2024-12-01T14:40:53,343 INFO [RS:0;519b220a2ba1:33929 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T14:40:53,343 INFO [RS:0;519b220a2ba1:33929 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T14:40:53,343 DEBUG [RS:0;519b220a2ba1:33929 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T14:40:53,345 DEBUG [RS:1;519b220a2ba1:34375 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;519b220a2ba1:34375 2024-12-01T14:40:53,345 INFO [RS:1;519b220a2ba1:34375 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T14:40:53,345 INFO [RS:1;519b220a2ba1:34375 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T14:40:53,345 DEBUG [RS:1;519b220a2ba1:34375 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T14:40:53,346 INFO [RS:2;519b220a2ba1:37801 {}] regionserver.HRegionServer(2659): reportForDuty to master=519b220a2ba1,38211,1733064051335 with port=37801, startcode=1733064052234 2024-12-01T14:40:53,346 INFO [RS:0;519b220a2ba1:33929 {}] regionserver.HRegionServer(2659): reportForDuty to master=519b220a2ba1,38211,1733064051335 with port=33929, startcode=1733064052060 2024-12-01T14:40:53,346 INFO [RS:1;519b220a2ba1:34375 {}] regionserver.HRegionServer(2659): reportForDuty to master=519b220a2ba1,38211,1733064051335 with port=34375, startcode=1733064052166 2024-12-01T14:40:53,347 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T14:40:53,347 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T14:40:53,348 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T14:40:53,348 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T14:40:53,349 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:40:53,349 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T14:40:53,348 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:53,353 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T14:40:53,354 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T14:40:53,354 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T14:40:53,357 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T14:40:53,357 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T14:40:53,361 DEBUG [RS:1;519b220a2ba1:34375 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T14:40:53,361 DEBUG [RS:2;519b220a2ba1:37801 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T14:40:53,361 DEBUG [RS:0;519b220a2ba1:33929 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T14:40:53,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741831_1007 (size=1321) 2024-12-01T14:40:53,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741831_1007 (size=1321) 2024-12-01T14:40:53,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741831_1007 (size=1321) 2024-12-01T14:40:53,364 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T14:40:53,364 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5 2024-12-01T14:40:53,386 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/519b220a2ba1:0:becomeActiveMaster-HFileCleaner.large.0-1733064053379,5,FailOnTimeoutGroup] 2024-12-01T14:40:53,387 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/519b220a2ba1:0:becomeActiveMaster-HFileCleaner.small.0-1733064053387,5,FailOnTimeoutGroup] 2024-12-01T14:40:53,388 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:53,388 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T14:40:53,389 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:53,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741832_1008 (size=32) 2024-12-01T14:40:53,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741832_1008 (size=32) 2024-12-01T14:40:53,390 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:53,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741832_1008 (size=32) 2024-12-01T14:40:53,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:40:53,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:40:53,401 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:40:53,401 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:40:53,401 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46917, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T14:40:53,401 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37247, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T14:40:53,402 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34381, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T14:40:53,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:40:53,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:40:53,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:40:53,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:40:53,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:40:53,409 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38211 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 519b220a2ba1,33929,1733064052060 2024-12-01T14:40:53,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:40:53,411 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38211 {}] master.ServerManager(517): Registering regionserver=519b220a2ba1,33929,1733064052060 2024-12-01T14:40:53,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:40:53,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:40:53,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:40:53,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:40:53,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:40:53,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:40:53,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:40:53,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:40:53,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/hbase/meta/1588230740 2024-12-01T14:40:53,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/hbase/meta/1588230740 2024-12-01T14:40:53,426 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38211 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 519b220a2ba1,34375,1733064052166 2024-12-01T14:40:53,426 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38211 {}] master.ServerManager(517): Registering regionserver=519b220a2ba1,34375,1733064052166 2024-12-01T14:40:53,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:40:53,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:40:53,428 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:40:53,432 DEBUG [RS:0;519b220a2ba1:33929 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5 2024-12-01T14:40:53,432 DEBUG [RS:0;519b220a2ba1:33929 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44039 2024-12-01T14:40:53,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:40:53,432 DEBUG [RS:0;519b220a2ba1:33929 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T14:40:53,434 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38211 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 519b220a2ba1,37801,1733064052234 2024-12-01T14:40:53,434 DEBUG [RS:1;519b220a2ba1:34375 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5 2024-12-01T14:40:53,434 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38211 {}] master.ServerManager(517): Registering regionserver=519b220a2ba1,37801,1733064052234 2024-12-01T14:40:53,434 DEBUG [RS:1;519b220a2ba1:34375 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44039 2024-12-01T14:40:53,434 DEBUG [RS:1;519b220a2ba1:34375 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T14:40:53,439 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:40:53,440 DEBUG [RS:2;519b220a2ba1:37801 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5 2024-12-01T14:40:53,440 DEBUG [RS:2;519b220a2ba1:37801 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44039 2024-12-01T14:40:53,440 DEBUG [RS:2;519b220a2ba1:37801 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T14:40:53,441 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69351893, jitterRate=0.033423736691474915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:40:53,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733064053394Initializing all the Stores at 1733064053397 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733064053397Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733064053397Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064053397Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733064053397Cleaning up temporary data from old regions at 1733064053427 (+30 ms)Region opened successfully at 1733064053444 (+17 ms) 2024-12-01T14:40:53,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:40:53,444 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:40:53,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:40:53,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:40:53,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:40:53,446 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:40:53,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733064053444Disabling compacts and flushes for region at 1733064053444Disabling writes for close at 1733064053445 (+1 ms)Writing region close event to WAL at 1733064053445Closed at 1733064053446 (+1 ms) 2024-12-01T14:40:53,449 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:40:53,449 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T14:40:53,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T14:40:53,463 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:40:53,466 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T14:40:53,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38211-0x10192a05a4c0000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-01T14:40:53,500 DEBUG [RS:0;519b220a2ba1:33929 {}] zookeeper.ZKUtil(111): regionserver:33929-0x10192a05a4c0001, quorum=127.0.0.1:55420, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/519b220a2ba1,33929,1733064052060 2024-12-01T14:40:53,500 WARN [RS:0;519b220a2ba1:33929 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:40:53,501 INFO [RS:0;519b220a2ba1:33929 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:40:53,501 DEBUG [RS:1;519b220a2ba1:34375 {}] zookeeper.ZKUtil(111): regionserver:34375-0x10192a05a4c0002, quorum=127.0.0.1:55420, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/519b220a2ba1,34375,1733064052166 2024-12-01T14:40:53,501 DEBUG [RS:2;519b220a2ba1:37801 {}] zookeeper.ZKUtil(111): regionserver:37801-0x10192a05a4c0003, quorum=127.0.0.1:55420, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/519b220a2ba1,37801,1733064052234 2024-12-01T14:40:53,501 WARN [RS:1;519b220a2ba1:34375 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:40:53,501 DEBUG [RS:0;519b220a2ba1:33929 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/WALs/519b220a2ba1,33929,1733064052060 2024-12-01T14:40:53,501 WARN [RS:2;519b220a2ba1:37801 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:40:53,501 INFO [RS:1;519b220a2ba1:34375 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:40:53,501 INFO [RS:2;519b220a2ba1:37801 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:40:53,502 DEBUG [RS:1;519b220a2ba1:34375 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/WALs/519b220a2ba1,34375,1733064052166 2024-12-01T14:40:53,502 DEBUG [RS:2;519b220a2ba1:37801 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/WALs/519b220a2ba1,37801,1733064052234 2024-12-01T14:40:53,503 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [519b220a2ba1,37801,1733064052234] 2024-12-01T14:40:53,503 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [519b220a2ba1,33929,1733064052060] 2024-12-01T14:40:53,504 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [519b220a2ba1,34375,1733064052166] 2024-12-01T14:40:53,529 INFO [RS:2;519b220a2ba1:37801 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T14:40:53,529 INFO [RS:1;519b220a2ba1:34375 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T14:40:53,529 INFO [RS:0;519b220a2ba1:33929 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T14:40:53,542 INFO [RS:1;519b220a2ba1:34375 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T14:40:53,542 INFO [RS:2;519b220a2ba1:37801 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T14:40:53,542 INFO [RS:0;519b220a2ba1:33929 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T14:40:53,547 INFO [RS:2;519b220a2ba1:37801 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T14:40:53,547 INFO [RS:1;519b220a2ba1:34375 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T14:40:53,547 INFO [RS:0;519b220a2ba1:33929 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T14:40:53,547 INFO [RS:2;519b220a2ba1:37801 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:53,547 INFO [RS:1;519b220a2ba1:34375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:53,547 INFO [RS:0;519b220a2ba1:33929 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:53,548 INFO [RS:2;519b220a2ba1:37801 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T14:40:53,548 INFO [RS:0;519b220a2ba1:33929 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T14:40:53,548 INFO [RS:1;519b220a2ba1:34375 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T14:40:53,555 INFO [RS:2;519b220a2ba1:37801 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T14:40:53,555 INFO [RS:1;519b220a2ba1:34375 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T14:40:53,555 INFO [RS:0;519b220a2ba1:33929 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T14:40:53,556 INFO [RS:2;519b220a2ba1:37801 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:53,556 INFO [RS:1;519b220a2ba1:34375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:53,556 INFO [RS:0;519b220a2ba1:33929 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:53,557 DEBUG [RS:1;519b220a2ba1:34375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:40:53,557 DEBUG [RS:2;519b220a2ba1:37801 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:40:53,557 DEBUG [RS:0;519b220a2ba1:33929 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:40:53,557 DEBUG [RS:1;519b220a2ba1:34375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:40:53,557 DEBUG [RS:2;519b220a2ba1:37801 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:40:53,557 DEBUG [RS:0;519b220a2ba1:33929 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:40:53,557 DEBUG [RS:2;519b220a2ba1:37801 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:40:53,557 DEBUG [RS:1;519b220a2ba1:34375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:40:53,557 DEBUG [RS:0;519b220a2ba1:33929 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:40:53,557 DEBUG [RS:2;519b220a2ba1:37801 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:40:53,557 DEBUG [RS:1;519b220a2ba1:34375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:40:53,557 DEBUG [RS:2;519b220a2ba1:37801 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:40:53,557 DEBUG [RS:0;519b220a2ba1:33929 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:40:53,557 DEBUG [RS:1;519b220a2ba1:34375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:40:53,557 DEBUG [RS:2;519b220a2ba1:37801 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:40:53,557 DEBUG [RS:0;519b220a2ba1:33929 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:40:53,557 DEBUG [RS:1;519b220a2ba1:34375 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:40:53,557 DEBUG [RS:2;519b220a2ba1:37801 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:40:53,558 DEBUG [RS:2;519b220a2ba1:37801 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:40:53,558 DEBUG [RS:1;519b220a2ba1:34375 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:40:53,558 DEBUG [RS:0;519b220a2ba1:33929 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:40:53,558 DEBUG [RS:2;519b220a2ba1:37801 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:40:53,558 DEBUG [RS:0;519b220a2ba1:33929 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:40:53,558 DEBUG [RS:1;519b220a2ba1:34375 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:40:53,558 DEBUG [RS:2;519b220a2ba1:37801 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:40:53,558 DEBUG [RS:2;519b220a2ba1:37801 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:40:53,558 DEBUG [RS:0;519b220a2ba1:33929 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:40:53,558 DEBUG [RS:1;519b220a2ba1:34375 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:40:53,558 DEBUG [RS:2;519b220a2ba1:37801 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:40:53,558 DEBUG [RS:1;519b220a2ba1:34375 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:40:53,558 DEBUG [RS:0;519b220a2ba1:33929 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:40:53,558 DEBUG [RS:2;519b220a2ba1:37801 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:40:53,558 DEBUG [RS:1;519b220a2ba1:34375 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:40:53,558 DEBUG [RS:2;519b220a2ba1:37801 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/519b220a2ba1:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:40:53,558 DEBUG [RS:0;519b220a2ba1:33929 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:40:53,558 DEBUG [RS:1;519b220a2ba1:34375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:40:53,558 DEBUG [RS:0;519b220a2ba1:33929 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:40:53,558 DEBUG [RS:1;519b220a2ba1:34375 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:40:53,558 DEBUG [RS:0;519b220a2ba1:33929 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:40:53,559 DEBUG [RS:1;519b220a2ba1:34375 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/519b220a2ba1:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:40:53,559 DEBUG [RS:0;519b220a2ba1:33929 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:40:53,559 DEBUG [RS:0;519b220a2ba1:33929 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/519b220a2ba1:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:40:53,567 INFO [RS:2;519b220a2ba1:37801 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:53,567 INFO [RS:1;519b220a2ba1:34375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:53,567 INFO [RS:0;519b220a2ba1:33929 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:53,567 INFO [RS:1;519b220a2ba1:34375 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:53,567 INFO [RS:2;519b220a2ba1:37801 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:53,567 INFO [RS:0;519b220a2ba1:33929 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:53,567 INFO [RS:2;519b220a2ba1:37801 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:53,567 INFO [RS:1;519b220a2ba1:34375 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:53,567 INFO [RS:0;519b220a2ba1:33929 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:53,567 INFO [RS:1;519b220a2ba1:34375 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:53,567 INFO [RS:2;519b220a2ba1:37801 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:53,567 INFO [RS:0;519b220a2ba1:33929 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:53,567 INFO [RS:1;519b220a2ba1:34375 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:53,567 INFO [RS:2;519b220a2ba1:37801 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:53,568 INFO [RS:0;519b220a2ba1:33929 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:53,568 INFO [RS:2;519b220a2ba1:37801 {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,37801,1733064052234-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:40:53,568 INFO [RS:1;519b220a2ba1:34375 {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,34375,1733064052166-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:40:53,568 INFO [RS:0;519b220a2ba1:33929 {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,33929,1733064052060-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:40:53,594 INFO [RS:2;519b220a2ba1:37801 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T14:40:53,594 INFO [RS:0;519b220a2ba1:33929 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T14:40:53,594 INFO [RS:1;519b220a2ba1:34375 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T14:40:53,597 INFO [RS:1;519b220a2ba1:34375 {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,34375,1733064052166-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:53,597 INFO [RS:0;519b220a2ba1:33929 {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,33929,1733064052060-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:53,597 INFO [RS:2;519b220a2ba1:37801 {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,37801,1733064052234-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:53,597 INFO [RS:1;519b220a2ba1:34375 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:53,597 INFO [RS:2;519b220a2ba1:37801 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:53,597 INFO [RS:0;519b220a2ba1:33929 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:53,597 INFO [RS:0;519b220a2ba1:33929 {}] regionserver.Replication(171): 519b220a2ba1,33929,1733064052060 started 2024-12-01T14:40:53,597 INFO [RS:2;519b220a2ba1:37801 {}] regionserver.Replication(171): 519b220a2ba1,37801,1733064052234 started 2024-12-01T14:40:53,597 INFO [RS:1;519b220a2ba1:34375 {}] regionserver.Replication(171): 519b220a2ba1,34375,1733064052166 started 2024-12-01T14:40:53,617 WARN [519b220a2ba1:38211 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-01T14:40:53,620 INFO [RS:0;519b220a2ba1:33929 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:53,620 INFO [RS:0;519b220a2ba1:33929 {}] regionserver.HRegionServer(1482): Serving as 519b220a2ba1,33929,1733064052060, RpcServer on 519b220a2ba1/172.17.0.2:33929, sessionid=0x10192a05a4c0001 2024-12-01T14:40:53,621 INFO [RS:2;519b220a2ba1:37801 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:53,621 INFO [RS:1;519b220a2ba1:34375 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:53,621 DEBUG [RS:0;519b220a2ba1:33929 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T14:40:53,621 INFO [RS:2;519b220a2ba1:37801 {}] regionserver.HRegionServer(1482): Serving as 519b220a2ba1,37801,1733064052234, RpcServer on 519b220a2ba1/172.17.0.2:37801, sessionid=0x10192a05a4c0003 2024-12-01T14:40:53,621 INFO [RS:1;519b220a2ba1:34375 {}] regionserver.HRegionServer(1482): Serving as 519b220a2ba1,34375,1733064052166, RpcServer on 519b220a2ba1/172.17.0.2:34375, sessionid=0x10192a05a4c0002 2024-12-01T14:40:53,621 DEBUG [RS:0;519b220a2ba1:33929 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 519b220a2ba1,33929,1733064052060 2024-12-01T14:40:53,622 DEBUG [RS:2;519b220a2ba1:37801 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T14:40:53,622 DEBUG [RS:1;519b220a2ba1:34375 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T14:40:53,622 DEBUG [RS:2;519b220a2ba1:37801 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 519b220a2ba1,37801,1733064052234 2024-12-01T14:40:53,622 DEBUG [RS:1;519b220a2ba1:34375 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 519b220a2ba1,34375,1733064052166 2024-12-01T14:40:53,622 DEBUG [RS:0;519b220a2ba1:33929 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '519b220a2ba1,33929,1733064052060' 2024-12-01T14:40:53,622 DEBUG [RS:2;519b220a2ba1:37801 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '519b220a2ba1,37801,1733064052234' 2024-12-01T14:40:53,622 DEBUG [RS:1;519b220a2ba1:34375 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '519b220a2ba1,34375,1733064052166' 2024-12-01T14:40:53,622 DEBUG [RS:0;519b220a2ba1:33929 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-01T14:40:53,622 DEBUG [RS:2;519b220a2ba1:37801 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-01T14:40:53,622 DEBUG [RS:1;519b220a2ba1:34375 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-01T14:40:53,623 DEBUG [RS:0;519b220a2ba1:33929 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-01T14:40:53,623 DEBUG [RS:1;519b220a2ba1:34375 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-01T14:40:53,623 DEBUG [RS:2;519b220a2ba1:37801 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-01T14:40:53,623 DEBUG [RS:1;519b220a2ba1:34375 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T14:40:53,623 DEBUG [RS:0;519b220a2ba1:33929 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T14:40:53,623 DEBUG [RS:2;519b220a2ba1:37801 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T14:40:53,623 DEBUG [RS:2;519b220a2ba1:37801 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T14:40:53,623 DEBUG [RS:1;519b220a2ba1:34375 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T14:40:53,623 DEBUG [RS:0;519b220a2ba1:33929 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T14:40:53,624 DEBUG [RS:2;519b220a2ba1:37801 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 519b220a2ba1,37801,1733064052234 2024-12-01T14:40:53,624 DEBUG [RS:0;519b220a2ba1:33929 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 519b220a2ba1,33929,1733064052060 2024-12-01T14:40:53,624 DEBUG [RS:1;519b220a2ba1:34375 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 519b220a2ba1,34375,1733064052166 2024-12-01T14:40:53,624 DEBUG [RS:2;519b220a2ba1:37801 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '519b220a2ba1,37801,1733064052234' 2024-12-01T14:40:53,624 DEBUG [RS:0;519b220a2ba1:33929 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '519b220a2ba1,33929,1733064052060' 2024-12-01T14:40:53,624 DEBUG [RS:1;519b220a2ba1:34375 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '519b220a2ba1,34375,1733064052166' 2024-12-01T14:40:53,624 DEBUG [RS:2;519b220a2ba1:37801 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-01T14:40:53,624 DEBUG [RS:1;519b220a2ba1:34375 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-01T14:40:53,624 DEBUG [RS:0;519b220a2ba1:33929 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-01T14:40:53,624 DEBUG [RS:2;519b220a2ba1:37801 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-01T14:40:53,624 DEBUG [RS:0;519b220a2ba1:33929 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-01T14:40:53,624 DEBUG [RS:1;519b220a2ba1:34375 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-01T14:40:53,625 DEBUG [RS:2;519b220a2ba1:37801 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T14:40:53,625 INFO [RS:2;519b220a2ba1:37801 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T14:40:53,625 INFO [RS:2;519b220a2ba1:37801 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T14:40:53,625 DEBUG [RS:1;519b220a2ba1:34375 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T14:40:53,625 DEBUG [RS:0;519b220a2ba1:33929 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T14:40:53,625 INFO [RS:0;519b220a2ba1:33929 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T14:40:53,625 INFO [RS:1;519b220a2ba1:34375 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T14:40:53,625 INFO [RS:1;519b220a2ba1:34375 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T14:40:53,625 INFO [RS:0;519b220a2ba1:33929 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T14:40:53,732 INFO [RS:2;519b220a2ba1:37801 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:40:53,732 INFO [RS:0;519b220a2ba1:33929 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:40:53,732 INFO [RS:1;519b220a2ba1:34375 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:40:53,735 INFO [RS:2;519b220a2ba1:37801 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=519b220a2ba1%2C37801%2C1733064052234, suffix=, logDir=hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/WALs/519b220a2ba1,37801,1733064052234, archiveDir=hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/oldWALs, maxLogs=32 2024-12-01T14:40:53,736 INFO [RS:0;519b220a2ba1:33929 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=519b220a2ba1%2C33929%2C1733064052060, suffix=, logDir=hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/WALs/519b220a2ba1,33929,1733064052060, archiveDir=hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/oldWALs, maxLogs=32 2024-12-01T14:40:53,736 INFO [RS:1;519b220a2ba1:34375 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=519b220a2ba1%2C34375%2C1733064052166, suffix=, logDir=hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/WALs/519b220a2ba1,34375,1733064052166, archiveDir=hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/oldWALs, maxLogs=32 2024-12-01T14:40:53,751 DEBUG [RS:2;519b220a2ba1:37801 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/WALs/519b220a2ba1,37801,1733064052234/519b220a2ba1%2C37801%2C1733064052234.1733064053739, exclude list is [], retry=0 2024-12-01T14:40:53,753 DEBUG [RS:0;519b220a2ba1:33929 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/WALs/519b220a2ba1,33929,1733064052060/519b220a2ba1%2C33929%2C1733064052060.1733064053739, exclude list is [], retry=0 2024-12-01T14:40:53,754 DEBUG [RS:1;519b220a2ba1:34375 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/WALs/519b220a2ba1,34375,1733064052166/519b220a2ba1%2C34375%2C1733064052166.1733064053739, exclude list is [], retry=0 2024-12-01T14:40:53,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-3379dc50-db3b-4563-aab6-3e4fd5a37b87,DISK] 2024-12-01T14:40:53,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42713,DS-292c6078-3d9e-4434-a527-67ee069c7ada,DISK] 2024-12-01T14:40:53,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38095,DS-162e0196-d3f9-4839-8b51-3af56675701c,DISK] 2024-12-01T14:40:53,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42713,DS-292c6078-3d9e-4434-a527-67ee069c7ada,DISK] 2024-12-01T14:40:53,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-3379dc50-db3b-4563-aab6-3e4fd5a37b87,DISK] 2024-12-01T14:40:53,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38095,DS-162e0196-d3f9-4839-8b51-3af56675701c,DISK] 2024-12-01T14:40:53,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-3379dc50-db3b-4563-aab6-3e4fd5a37b87,DISK] 2024-12-01T14:40:53,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42713,DS-292c6078-3d9e-4434-a527-67ee069c7ada,DISK] 2024-12-01T14:40:53,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38095,DS-162e0196-d3f9-4839-8b51-3af56675701c,DISK] 2024-12-01T14:40:53,764 INFO [RS:2;519b220a2ba1:37801 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/WALs/519b220a2ba1,37801,1733064052234/519b220a2ba1%2C37801%2C1733064052234.1733064053739 2024-12-01T14:40:53,766 DEBUG [RS:2;519b220a2ba1:37801 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40671:40671),(127.0.0.1/127.0.0.1:35553:35553),(127.0.0.1/127.0.0.1:37761:37761)] 2024-12-01T14:40:53,767 INFO [RS:1;519b220a2ba1:34375 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/WALs/519b220a2ba1,34375,1733064052166/519b220a2ba1%2C34375%2C1733064052166.1733064053739 2024-12-01T14:40:53,768 DEBUG [RS:1;519b220a2ba1:34375 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35553:35553),(127.0.0.1/127.0.0.1:37761:37761),(127.0.0.1/127.0.0.1:40671:40671)] 2024-12-01T14:40:53,769 INFO [RS:0;519b220a2ba1:33929 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/WALs/519b220a2ba1,33929,1733064052060/519b220a2ba1%2C33929%2C1733064052060.1733064053739 2024-12-01T14:40:53,770 DEBUG [RS:0;519b220a2ba1:33929 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35553:35553),(127.0.0.1/127.0.0.1:40671:40671),(127.0.0.1/127.0.0.1:37761:37761)] 2024-12-01T14:40:53,872 DEBUG [519b220a2ba1:38211 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-01T14:40:53,883 DEBUG [519b220a2ba1:38211 {}] balancer.BalancerClusterState(204): Hosts are {519b220a2ba1=0} racks are {/default-rack=0} 2024-12-01T14:40:53,890 DEBUG [519b220a2ba1:38211 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-01T14:40:53,890 DEBUG [519b220a2ba1:38211 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-01T14:40:53,890 DEBUG [519b220a2ba1:38211 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-01T14:40:53,890 DEBUG [519b220a2ba1:38211 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-01T14:40:53,890 DEBUG [519b220a2ba1:38211 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-01T14:40:53,890 DEBUG [519b220a2ba1:38211 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-01T14:40:53,890 INFO [519b220a2ba1:38211 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-01T14:40:53,890 INFO [519b220a2ba1:38211 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-01T14:40:53,890 INFO [519b220a2ba1:38211 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-01T14:40:53,891 DEBUG [519b220a2ba1:38211 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-01T14:40:53,897 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=519b220a2ba1,34375,1733064052166 2024-12-01T14:40:53,902 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 519b220a2ba1,34375,1733064052166, state=OPENING 2024-12-01T14:40:53,945 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T14:40:53,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37801-0x10192a05a4c0003, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:40:53,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34375-0x10192a05a4c0002, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:40:53,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33929-0x10192a05a4c0001, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:40:53,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38211-0x10192a05a4c0000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:40:53,956 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T14:40:53,956 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T14:40:53,956 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T14:40:53,956 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T14:40:53,959 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:40:53,961 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=519b220a2ba1,34375,1733064052166}] 2024-12-01T14:40:54,140 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:40:54,142 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47107, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T14:40:54,155 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T14:40:54,155 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:40:54,156 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T14:40:54,159 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=519b220a2ba1%2C34375%2C1733064052166.meta, suffix=.meta, logDir=hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/WALs/519b220a2ba1,34375,1733064052166, archiveDir=hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/oldWALs, maxLogs=32 2024-12-01T14:40:54,175 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/WALs/519b220a2ba1,34375,1733064052166/519b220a2ba1%2C34375%2C1733064052166.meta.1733064054161.meta, exclude list is [], retry=0 2024-12-01T14:40:54,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-3379dc50-db3b-4563-aab6-3e4fd5a37b87,DISK] 2024-12-01T14:40:54,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42713,DS-292c6078-3d9e-4434-a527-67ee069c7ada,DISK] 2024-12-01T14:40:54,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38095,DS-162e0196-d3f9-4839-8b51-3af56675701c,DISK] 2024-12-01T14:40:54,181 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/WALs/519b220a2ba1,34375,1733064052166/519b220a2ba1%2C34375%2C1733064052166.meta.1733064054161.meta 2024-12-01T14:40:54,181 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40671:40671),(127.0.0.1/127.0.0.1:35553:35553),(127.0.0.1/127.0.0.1:37761:37761)] 2024-12-01T14:40:54,182 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:40:54,183 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T14:40:54,186 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T14:40:54,190 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T14:40:54,194 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T14:40:54,195 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:40:54,195 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T14:40:54,195 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T14:40:54,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:40:54,200 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:40:54,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:40:54,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:40:54,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:40:54,203 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:40:54,203 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:40:54,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:40:54,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:40:54,205 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:40:54,205 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:40:54,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:40:54,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:40:54,208 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:40:54,208 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:40:54,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:40:54,209 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:40:54,210 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/hbase/meta/1588230740 2024-12-01T14:40:54,213 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/hbase/meta/1588230740 2024-12-01T14:40:54,215 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:40:54,215 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:40:54,216 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:40:54,218 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:40:54,220 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66350368, jitterRate=-0.011302471160888672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:40:54,220 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T14:40:54,221 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733064054196Writing region info on filesystem at 1733064054196Initializing all the Stores at 1733064054198 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733064054198Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733064054198Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064054198Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733064054198Cleaning up temporary data from old regions at 1733064054215 (+17 ms)Running coprocessor post-open hooks at 1733064054220 (+5 ms)Region opened successfully at 1733064054221 (+1 ms) 2024-12-01T14:40:54,229 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733064054132 2024-12-01T14:40:54,239 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T14:40:54,239 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T14:40:54,241 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=519b220a2ba1,34375,1733064052166 2024-12-01T14:40:54,244 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 519b220a2ba1,34375,1733064052166, state=OPEN 2024-12-01T14:40:54,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37801-0x10192a05a4c0003, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-01T14:40:54,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34375-0x10192a05a4c0002, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-01T14:40:54,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38211-0x10192a05a4c0000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-01T14:40:54,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33929-0x10192a05a4c0001, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-01T14:40:54,279 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T14:40:54,279 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T14:40:54,279 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T14:40:54,279 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T14:40:54,280 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=519b220a2ba1,34375,1733064052166 2024-12-01T14:40:54,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T14:40:54,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=519b220a2ba1,34375,1733064052166 in 319 msec 2024-12-01T14:40:54,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T14:40:54,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 836 msec 2024-12-01T14:40:54,297 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:40:54,297 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T14:40:54,317 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:40:54,319 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=519b220a2ba1,34375,1733064052166, seqNum=-1] 2024-12-01T14:40:54,337 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:40:54,339 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60783, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:40:54,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1100 sec 2024-12-01T14:40:54,360 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733064054360, completionTime=-1 2024-12-01T14:40:54,364 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-01T14:40:54,364 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T14:40:54,409 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-01T14:40:54,409 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733064114409 2024-12-01T14:40:54,409 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733064174409 2024-12-01T14:40:54,410 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 45 msec 2024-12-01T14:40:54,412 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-01T14:40:54,421 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,38211,1733064051335-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:54,421 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,38211,1733064051335-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:54,421 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,38211,1733064051335-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:54,424 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-519b220a2ba1:38211, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:54,424 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:54,425 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:54,434 DEBUG [master/519b220a2ba1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T14:40:54,460 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.107sec 2024-12-01T14:40:54,462 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T14:40:54,463 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T14:40:54,464 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T14:40:54,464 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T14:40:54,464 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T14:40:54,465 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,38211,1733064051335-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:40:54,466 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,38211,1733064051335-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T14:40:54,471 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T14:40:54,472 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T14:40:54,473 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,38211,1733064051335-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:54,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b8f939, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:40:54,486 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 519b220a2ba1,38211,-1 for getting cluster id 2024-12-01T14:40:54,488 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:40:54,497 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53960b87-77c0-42dc-a2a9-171e021bff27' 2024-12-01T14:40:54,500 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:40:54,500 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53960b87-77c0-42dc-a2a9-171e021bff27" 2024-12-01T14:40:54,501 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@252c1f89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:40:54,501 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [519b220a2ba1,38211,-1] 2024-12-01T14:40:54,503 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:40:54,505 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:40:54,507 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39766, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:40:54,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c7ecd8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:40:54,511 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:40:54,518 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=519b220a2ba1,34375,1733064052166, seqNum=-1] 2024-12-01T14:40:54,518 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:40:54,521 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45658, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:40:54,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=519b220a2ba1,38211,1733064051335 2024-12-01T14:40:54,545 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:44039/hbase 2024-12-01T14:40:54,560 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=368, OpenFileDescriptor=611, MaxFileDescriptor=1048576, SystemLoadAverage=232, ProcessCount=11, AvailableMemoryMB=5951 2024-12-01T14:40:54,582 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:40:54,585 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:40:54,586 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:40:54,591 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-47809031, suffix=, logDir=hdfs://localhost:44039/hbase/WALs/hregion-47809031, archiveDir=hdfs://localhost:44039/hbase/oldWALs, maxLogs=32 2024-12-01T14:40:54,604 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-47809031/hregion-47809031.1733064054592, exclude list is [], retry=0 2024-12-01T14:40:54,608 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42713,DS-292c6078-3d9e-4434-a527-67ee069c7ada,DISK] 2024-12-01T14:40:54,608 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38095,DS-162e0196-d3f9-4839-8b51-3af56675701c,DISK] 2024-12-01T14:40:54,608 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-3379dc50-db3b-4563-aab6-3e4fd5a37b87,DISK] 2024-12-01T14:40:54,612 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-47809031/hregion-47809031.1733064054592 2024-12-01T14:40:54,612 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35553:35553),(127.0.0.1/127.0.0.1:37761:37761),(127.0.0.1/127.0.0.1:40671:40671)] 2024-12-01T14:40:54,612 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 4a4847771fd649d037146d2604277be2, NAME => 'testReplayEditsWrittenIntoWAL,,1733064054583.4a4847771fd649d037146d2604277be2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44039/hbase 2024-12-01T14:40:54,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741838_1014 (size=64) 2024-12-01T14:40:54,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741838_1014 (size=64) 2024-12-01T14:40:54,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741838_1014 (size=64) 2024-12-01T14:40:54,625 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733064054583.4a4847771fd649d037146d2604277be2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:40:54,627 INFO [StoreOpener-4a4847771fd649d037146d2604277be2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4a4847771fd649d037146d2604277be2 2024-12-01T14:40:54,630 INFO [StoreOpener-4a4847771fd649d037146d2604277be2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a4847771fd649d037146d2604277be2 columnFamilyName a 2024-12-01T14:40:54,630 DEBUG [StoreOpener-4a4847771fd649d037146d2604277be2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:40:54,630 INFO [StoreOpener-4a4847771fd649d037146d2604277be2-1 {}] regionserver.HStore(327): Store=4a4847771fd649d037146d2604277be2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:40:54,631 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4a4847771fd649d037146d2604277be2 2024-12-01T14:40:54,632 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4a4847771fd649d037146d2604277be2 2024-12-01T14:40:54,632 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4a4847771fd649d037146d2604277be2 2024-12-01T14:40:54,633 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4a4847771fd649d037146d2604277be2 2024-12-01T14:40:54,633 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4a4847771fd649d037146d2604277be2 2024-12-01T14:40:54,636 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4a4847771fd649d037146d2604277be2 2024-12-01T14:40:54,639 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4a4847771fd649d037146d2604277be2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:40:54,639 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4a4847771fd649d037146d2604277be2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60969168, jitterRate=-0.09148859977722168}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T14:40:54,640 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4a4847771fd649d037146d2604277be2: Writing region info on filesystem at 1733064054625Initializing all the Stores at 1733064054627 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064054627Cleaning up temporary data from old regions at 1733064054633 (+6 ms)Region opened successfully at 1733064054640 (+7 ms) 2024-12-01T14:40:54,641 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4a4847771fd649d037146d2604277be2, disabling compactions & flushes 2024-12-01T14:40:54,641 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733064054583.4a4847771fd649d037146d2604277be2. 2024-12-01T14:40:54,641 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733064054583.4a4847771fd649d037146d2604277be2. 2024-12-01T14:40:54,641 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733064054583.4a4847771fd649d037146d2604277be2. after waiting 0 ms 2024-12-01T14:40:54,641 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733064054583.4a4847771fd649d037146d2604277be2. 2024-12-01T14:40:54,641 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733064054583.4a4847771fd649d037146d2604277be2. 2024-12-01T14:40:54,641 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4a4847771fd649d037146d2604277be2: Waiting for close lock at 1733064054640Disabling compacts and flushes for region at 1733064054640Disabling writes for close at 1733064054641 (+1 ms)Writing region close event to WAL at 1733064054641Closed at 1733064054641 2024-12-01T14:40:54,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741837_1013 (size=95) 2024-12-01T14:40:54,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741837_1013 (size=95) 2024-12-01T14:40:54,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741837_1013 (size=95) 2024-12-01T14:40:54,651 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-01T14:40:54,651 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-47809031:(num 1733064054592) 2024-12-01T14:40:54,653 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-01T14:40:54,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741839_1015 (size=320) 2024-12-01T14:40:54,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741839_1015 (size=320) 2024-12-01T14:40:54,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741839_1015 (size=320) 2024-12-01T14:40:54,669 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-01T14:40:54,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741840_1016 (size=253) 2024-12-01T14:40:54,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741840_1016 (size=253) 2024-12-01T14:40:54,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741840_1016 (size=253) 2024-12-01T14:40:54,697 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733064054581/wal-1, size=320 (320bytes) 2024-12-01T14:40:54,698 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-01T14:40:54,698 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-01T14:40:54,698 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733064054581/wal-1 2024-12-01T14:40:54,703 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733064054581/wal-1 after 3ms 2024-12-01T14:40:54,707 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733064054581/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-01T14:40:54,708 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733064054581/wal-1 took 12ms 2024-12-01T14:40:54,717 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733064054581/wal-1 so closing down 2024-12-01T14:40:54,717 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T14:40:54,720 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-01T14:40:54,721 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4a4847771fd649d037146d2604277be2/recovered.edits/0000000000000000001-wal-1.temp 2024-12-01T14:40:54,722 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T14:40:54,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741841_1017 (size=320) 2024-12-01T14:40:54,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741841_1017 (size=320) 2024-12-01T14:40:54,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741841_1017 (size=320) 2024-12-01T14:40:54,735 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4a4847771fd649d037146d2604277be2/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-01T14:40:54,738 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4a4847771fd649d037146d2604277be2/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4a4847771fd649d037146d2604277be2/recovered.edits/0000000000000000002 2024-12-01T14:40:54,742 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:44039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733064054581/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-12-01T14:40:54,742 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733064054581/wal-1, journal: Splitting hdfs://localhost:44039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733064054581/wal-1, size=320 (320bytes) at 1733064054697Finishing writing output for hdfs://localhost:44039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733064054581/wal-1 so closing down at 1733064054717 (+20 ms)Creating recovered edits writer path=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4a4847771fd649d037146d2604277be2/recovered.edits/0000000000000000001-wal-1.temp at 1733064054721 (+4 ms)3 split writer threads finished at 1733064054723 (+2 ms)Closed recovered edits writer path=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4a4847771fd649d037146d2604277be2/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733064054735 (+12 ms)Rename recovered edits hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4a4847771fd649d037146d2604277be2/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4a4847771fd649d037146d2604277be2/recovered.edits/0000000000000000002 at 1733064054738 (+3 ms)Processed 2 edits across 1 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:44039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733064054581/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1733064054742 (+4 ms) 2024-12-01T14:40:54,755 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733064054581/wal-2, size=253 (253bytes) 2024-12-01T14:40:54,755 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733064054581/wal-2 2024-12-01T14:40:54,756 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733064054581/wal-2 after 1ms 2024-12-01T14:40:54,761 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733064054581/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-01T14:40:54,761 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733064054581/wal-2 took 6ms 2024-12-01T14:40:54,764 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733064054581/wal-2 so closing down 2024-12-01T14:40:54,764 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T14:40:54,767 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-01T14:40:54,768 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4a4847771fd649d037146d2604277be2/recovered.edits/0000000000000000002-wal-2.temp 2024-12-01T14:40:54,769 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T14:40:54,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741842_1018 (size=253) 2024-12-01T14:40:54,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741842_1018 (size=253) 2024-12-01T14:40:54,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741842_1018 (size=253) 2024-12-01T14:40:54,778 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4a4847771fd649d037146d2604277be2/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-01T14:40:54,782 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4a4847771fd649d037146d2604277be2/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-01T14:40:54,784 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4a4847771fd649d037146d2604277be2/recovered.edits/0000000000000000002-wal-2.temp, length=253 2024-12-01T14:40:54,786 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:44039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733064054581/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-12-01T14:40:54,786 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733064054581/wal-2, journal: Splitting hdfs://localhost:44039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733064054581/wal-2, size=253 (253bytes) at 1733064054755Finishing writing output for hdfs://localhost:44039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733064054581/wal-2 so closing down at 1733064054764 (+9 ms)Creating recovered edits writer path=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4a4847771fd649d037146d2604277be2/recovered.edits/0000000000000000002-wal-2.temp at 1733064054768 (+4 ms)3 split writer threads finished at 1733064054769 (+1 ms)Closed recovered edits writer path=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4a4847771fd649d037146d2604277be2/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733064054778 (+9 ms)Processed 1 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:44039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733064054581/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1733064054786 (+8 ms) 2024-12-01T14:40:54,786 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-01T14:40:54,789 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733064054581, archiveDir=hdfs://localhost:44039/hbase/oldWALs, maxLogs=32 2024-12-01T14:40:54,802 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733064054581/wal.1733064054790, exclude list is [], retry=0 2024-12-01T14:40:54,806 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42713,DS-292c6078-3d9e-4434-a527-67ee069c7ada,DISK] 2024-12-01T14:40:54,807 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-3379dc50-db3b-4563-aab6-3e4fd5a37b87,DISK] 2024-12-01T14:40:54,807 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38095,DS-162e0196-d3f9-4839-8b51-3af56675701c,DISK] 2024-12-01T14:40:54,810 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733064054581/wal.1733064054790 2024-12-01T14:40:54,811 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35553:35553),(127.0.0.1/127.0.0.1:40671:40671),(127.0.0.1/127.0.0.1:37761:37761)] 2024-12-01T14:40:54,811 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4a4847771fd649d037146d2604277be2, NAME => 'testReplayEditsWrittenIntoWAL,,1733064054583.4a4847771fd649d037146d2604277be2.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:40:54,811 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733064054583.4a4847771fd649d037146d2604277be2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:40:54,811 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4a4847771fd649d037146d2604277be2 2024-12-01T14:40:54,811 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4a4847771fd649d037146d2604277be2 2024-12-01T14:40:54,815 INFO [StoreOpener-4a4847771fd649d037146d2604277be2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4a4847771fd649d037146d2604277be2 2024-12-01T14:40:54,816 INFO [StoreOpener-4a4847771fd649d037146d2604277be2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a4847771fd649d037146d2604277be2 columnFamilyName a 2024-12-01T14:40:54,816 DEBUG [StoreOpener-4a4847771fd649d037146d2604277be2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:40:54,817 INFO [StoreOpener-4a4847771fd649d037146d2604277be2-1 {}] regionserver.HStore(327): Store=4a4847771fd649d037146d2604277be2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:40:54,818 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4a4847771fd649d037146d2604277be2 2024-12-01T14:40:54,819 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4a4847771fd649d037146d2604277be2 2024-12-01T14:40:54,822 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4a4847771fd649d037146d2604277be2 2024-12-01T14:40:54,824 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4a4847771fd649d037146d2604277be2/recovered.edits/0000000000000000002 2024-12-01T14:40:54,828 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4a4847771fd649d037146d2604277be2/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-01T14:40:54,833 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4a4847771fd649d037146d2604277be2/recovered.edits/0000000000000000002 2024-12-01T14:40:54,837 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4a4847771fd649d037146d2604277be2 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-01T14:40:54,883 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4a4847771fd649d037146d2604277be2/.tmp/a/3b9faa31939840a5958efac959b9fee9 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733064054651/Put/seqid=0 2024-12-01T14:40:54,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741844_1020 (size=5170) 2024-12-01T14:40:54,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741844_1020 (size=5170) 2024-12-01T14:40:54,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741844_1020 (size=5170) 2024-12-01T14:40:54,897 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4a4847771fd649d037146d2604277be2/.tmp/a/3b9faa31939840a5958efac959b9fee9 2024-12-01T14:40:54,934 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4a4847771fd649d037146d2604277be2/.tmp/a/3b9faa31939840a5958efac959b9fee9 as hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4a4847771fd649d037146d2604277be2/a/3b9faa31939840a5958efac959b9fee9 2024-12-01T14:40:54,943 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4a4847771fd649d037146d2604277be2/a/3b9faa31939840a5958efac959b9fee9, entries=2, sequenceid=2, filesize=5.0 K 2024-12-01T14:40:54,948 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 4a4847771fd649d037146d2604277be2 in 111ms, sequenceid=2, compaction requested=false; wal=null 2024-12-01T14:40:54,950 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4a4847771fd649d037146d2604277be2/recovered.edits/0000000000000000002 2024-12-01T14:40:54,950 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4a4847771fd649d037146d2604277be2 2024-12-01T14:40:54,950 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4a4847771fd649d037146d2604277be2 2024-12-01T14:40:54,953 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4a4847771fd649d037146d2604277be2 2024-12-01T14:40:54,957 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4a4847771fd649d037146d2604277be2/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-01T14:40:54,958 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4a4847771fd649d037146d2604277be2; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70639774, jitterRate=0.05261465907096863}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T14:40:54,959 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4a4847771fd649d037146d2604277be2: Writing region info on filesystem at 1733064054812Initializing all the Stores at 1733064054813 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064054813Obtaining lock to block concurrent updates at 1733064054837 (+24 ms)Preparing flush snapshotting stores in 4a4847771fd649d037146d2604277be2 at 1733064054837Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733064054583.4a4847771fd649d037146d2604277be2., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733064054840 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1733064054583.4a4847771fd649d037146d2604277be2. at 1733064054840Flushing 4a4847771fd649d037146d2604277be2/a: creating writer at 1733064054841 (+1 ms)Flushing 4a4847771fd649d037146d2604277be2/a: appending metadata at 1733064054875 (+34 ms)Flushing 4a4847771fd649d037146d2604277be2/a: closing flushed file at 1733064054877 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@87afd9f: reopening flushed file at 1733064054932 (+55 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 4a4847771fd649d037146d2604277be2 in 111ms, sequenceid=2, compaction requested=false; wal=null at 1733064054948 (+16 ms)Cleaning up temporary data from old regions at 1733064054950 (+2 ms)Region opened successfully at 1733064054959 (+9 ms) 2024-12-01T14:40:54,982 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=379 (was 368) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1992809309_22 at /127.0.0.1:53388 [Receiving block BP-871166880-172.17.0.2-1733064047512:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-871166880-172.17.0.2-1733064047512:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1992809309_22 at /127.0.0.1:44828 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:44039/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1992809309_22 at /127.0.0.1:36850 [Receiving block BP-871166880-172.17.0.2-1733064047512:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-871166880-172.17.0.2-1733064047512:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1992809309_22 at /127.0.0.1:53324 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1992809309_22 at /127.0.0.1:36704 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-871166880-172.17.0.2-1733064047512:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1992809309_22 at /127.0.0.1:45028 [Receiving block BP-871166880-172.17.0.2-1733064047512:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 611) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=232 (was 232), ProcessCount=11 (was 11), AvailableMemoryMB=5939 (was 5951) 2024-12-01T14:40:54,995 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=379, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=232, ProcessCount=11, AvailableMemoryMB=5938 2024-12-01T14:40:55,008 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:40:55,010 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:40:55,011 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:40:55,014 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-35986230, suffix=, logDir=hdfs://localhost:44039/hbase/WALs/hregion-35986230, archiveDir=hdfs://localhost:44039/hbase/oldWALs, maxLogs=32 2024-12-01T14:40:55,025 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-35986230/hregion-35986230.1733064055014, exclude list is [], retry=0 2024-12-01T14:40:55,028 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38095,DS-162e0196-d3f9-4839-8b51-3af56675701c,DISK] 2024-12-01T14:40:55,028 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42713,DS-292c6078-3d9e-4434-a527-67ee069c7ada,DISK] 2024-12-01T14:40:55,029 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-3379dc50-db3b-4563-aab6-3e4fd5a37b87,DISK] 2024-12-01T14:40:55,031 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-35986230/hregion-35986230.1733064055014 2024-12-01T14:40:55,032 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37761:37761),(127.0.0.1/127.0.0.1:35553:35553),(127.0.0.1/127.0.0.1:40671:40671)] 2024-12-01T14:40:55,032 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 4234d9926037feb4a2bdf64ee30dea73, NAME => 'testReplayEditsWrittenIntoWAL,,1733064055008.4234d9926037feb4a2bdf64ee30dea73.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44039/hbase 2024-12-01T14:40:55,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741846_1022 (size=64) 2024-12-01T14:40:55,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741846_1022 (size=64) 2024-12-01T14:40:55,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741846_1022 (size=64) 2024-12-01T14:40:55,048 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733064055008.4234d9926037feb4a2bdf64ee30dea73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:40:55,050 INFO [StoreOpener-4234d9926037feb4a2bdf64ee30dea73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4234d9926037feb4a2bdf64ee30dea73 2024-12-01T14:40:55,052 INFO [StoreOpener-4234d9926037feb4a2bdf64ee30dea73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4234d9926037feb4a2bdf64ee30dea73 columnFamilyName a 2024-12-01T14:40:55,052 DEBUG [StoreOpener-4234d9926037feb4a2bdf64ee30dea73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:40:55,053 INFO [StoreOpener-4234d9926037feb4a2bdf64ee30dea73-1 {}] regionserver.HStore(327): Store=4234d9926037feb4a2bdf64ee30dea73/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:40:55,053 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4234d9926037feb4a2bdf64ee30dea73 2024-12-01T14:40:55,054 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4234d9926037feb4a2bdf64ee30dea73 2024-12-01T14:40:55,055 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4234d9926037feb4a2bdf64ee30dea73 2024-12-01T14:40:55,055 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4234d9926037feb4a2bdf64ee30dea73 2024-12-01T14:40:55,056 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4234d9926037feb4a2bdf64ee30dea73 2024-12-01T14:40:55,058 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4234d9926037feb4a2bdf64ee30dea73 2024-12-01T14:40:55,061 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4234d9926037feb4a2bdf64ee30dea73/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:40:55,062 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4234d9926037feb4a2bdf64ee30dea73; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73195308, jitterRate=0.0906950831413269}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T14:40:55,062 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4234d9926037feb4a2bdf64ee30dea73: Writing region info on filesystem at 1733064055048Initializing all the Stores at 1733064055050 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064055050Cleaning up temporary data from old regions at 1733064055056 (+6 ms)Region opened successfully at 1733064055062 (+6 ms) 2024-12-01T14:40:55,062 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4234d9926037feb4a2bdf64ee30dea73, disabling compactions & flushes 2024-12-01T14:40:55,062 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733064055008.4234d9926037feb4a2bdf64ee30dea73. 2024-12-01T14:40:55,062 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733064055008.4234d9926037feb4a2bdf64ee30dea73. 2024-12-01T14:40:55,062 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733064055008.4234d9926037feb4a2bdf64ee30dea73. after waiting 0 ms 2024-12-01T14:40:55,062 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733064055008.4234d9926037feb4a2bdf64ee30dea73. 2024-12-01T14:40:55,063 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733064055008.4234d9926037feb4a2bdf64ee30dea73. 2024-12-01T14:40:55,063 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4234d9926037feb4a2bdf64ee30dea73: Waiting for close lock at 1733064055062Disabling compacts and flushes for region at 1733064055062Disabling writes for close at 1733064055062Writing region close event to WAL at 1733064055063 (+1 ms)Closed at 1733064055063 2024-12-01T14:40:55,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741845_1021 (size=95) 2024-12-01T14:40:55,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741845_1021 (size=95) 2024-12-01T14:40:55,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741845_1021 (size=95) 2024-12-01T14:40:55,069 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-01T14:40:55,069 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-35986230:(num 1733064055014) 2024-12-01T14:40:55,070 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-01T14:40:55,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741847_1023 (size=320) 2024-12-01T14:40:55,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741847_1023 (size=320) 2024-12-01T14:40:55,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741847_1023 (size=320) 2024-12-01T14:40:55,084 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-01T14:40:55,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741848_1024 (size=253) 2024-12-01T14:40:55,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741848_1024 (size=253) 2024-12-01T14:40:55,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741848_1024 (size=253) 2024-12-01T14:40:55,112 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733064055007/wal-2, size=253 (253bytes) 2024-12-01T14:40:55,112 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733064055007/wal-2 2024-12-01T14:40:55,113 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733064055007/wal-2 after 1ms 2024-12-01T14:40:55,116 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733064055007/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-01T14:40:55,117 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733064055007/wal-2 took 5ms 2024-12-01T14:40:55,119 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733064055007/wal-2 so closing down 2024-12-01T14:40:55,119 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T14:40:55,121 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-01T14:40:55,123 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4234d9926037feb4a2bdf64ee30dea73/recovered.edits/0000000000000000002-wal-2.temp 2024-12-01T14:40:55,123 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T14:40:55,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741849_1025 (size=253) 2024-12-01T14:40:55,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741849_1025 (size=253) 2024-12-01T14:40:55,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741849_1025 (size=253) 2024-12-01T14:40:55,132 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4234d9926037feb4a2bdf64ee30dea73/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-01T14:40:55,134 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4234d9926037feb4a2bdf64ee30dea73/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4234d9926037feb4a2bdf64ee30dea73/recovered.edits/0000000000000000002 2024-12-01T14:40:55,135 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:44039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733064055007/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-12-01T14:40:55,135 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733064055007/wal-2, journal: Splitting hdfs://localhost:44039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733064055007/wal-2, size=253 (253bytes) at 1733064055112Finishing writing output for hdfs://localhost:44039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733064055007/wal-2 so closing down at 1733064055119 (+7 ms)Creating recovered edits writer path=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4234d9926037feb4a2bdf64ee30dea73/recovered.edits/0000000000000000002-wal-2.temp at 1733064055123 (+4 ms)3 split writer threads finished at 1733064055123Closed recovered edits writer path=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4234d9926037feb4a2bdf64ee30dea73/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733064055132 (+9 ms)Rename recovered edits hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4234d9926037feb4a2bdf64ee30dea73/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4234d9926037feb4a2bdf64ee30dea73/recovered.edits/0000000000000000002 at 1733064055134 (+2 ms)Processed 1 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:44039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733064055007/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1733064055135 (+1 ms) 2024-12-01T14:40:55,150 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733064055007/wal-1, size=320 (320bytes) 2024-12-01T14:40:55,150 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733064055007/wal-1 2024-12-01T14:40:55,151 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733064055007/wal-1 after 1ms 2024-12-01T14:40:55,154 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733064055007/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-01T14:40:55,155 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733064055007/wal-1 took 4ms 2024-12-01T14:40:55,158 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733064055007/wal-1 so closing down 2024-12-01T14:40:55,158 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T14:40:55,159 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-01T14:40:55,161 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4234d9926037feb4a2bdf64ee30dea73/recovered.edits/0000000000000000001-wal-1.temp 2024-12-01T14:40:55,161 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T14:40:55,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741850_1026 (size=320) 2024-12-01T14:40:55,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741850_1026 (size=320) 2024-12-01T14:40:55,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741850_1026 (size=320) 2024-12-01T14:40:55,169 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4234d9926037feb4a2bdf64ee30dea73/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-01T14:40:55,173 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4234d9926037feb4a2bdf64ee30dea73/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-01T14:40:55,175 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4234d9926037feb4a2bdf64ee30dea73/recovered.edits/0000000000000000002, length=253 2024-12-01T14:40:55,177 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4234d9926037feb4a2bdf64ee30dea73/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4234d9926037feb4a2bdf64ee30dea73/recovered.edits/0000000000000000002 2024-12-01T14:40:55,178 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:44039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733064055007/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-12-01T14:40:55,178 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733064055007/wal-1, journal: Splitting hdfs://localhost:44039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733064055007/wal-1, size=320 (320bytes) at 1733064055150Finishing writing output for hdfs://localhost:44039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733064055007/wal-1 so closing down at 1733064055158 (+8 ms)Creating recovered edits writer path=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4234d9926037feb4a2bdf64ee30dea73/recovered.edits/0000000000000000001-wal-1.temp at 1733064055161 (+3 ms)3 split writer threads finished at 1733064055161Closed recovered edits writer path=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4234d9926037feb4a2bdf64ee30dea73/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733064055169 (+8 ms)Rename recovered edits hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4234d9926037feb4a2bdf64ee30dea73/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4234d9926037feb4a2bdf64ee30dea73/recovered.edits/0000000000000000002 at 1733064055177 (+8 ms)Processed 2 edits across 1 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:44039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733064055007/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1733064055178 (+1 ms) 2024-12-01T14:40:55,178 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-01T14:40:55,180 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733064055007, archiveDir=hdfs://localhost:44039/hbase/oldWALs, maxLogs=32 2024-12-01T14:40:55,192 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733064055007/wal.1733064055181, exclude list is [], retry=0 2024-12-01T14:40:55,195 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-3379dc50-db3b-4563-aab6-3e4fd5a37b87,DISK] 2024-12-01T14:40:55,196 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42713,DS-292c6078-3d9e-4434-a527-67ee069c7ada,DISK] 2024-12-01T14:40:55,196 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38095,DS-162e0196-d3f9-4839-8b51-3af56675701c,DISK] 2024-12-01T14:40:55,198 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733064055007/wal.1733064055181 2024-12-01T14:40:55,199 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40671:40671),(127.0.0.1/127.0.0.1:35553:35553),(127.0.0.1/127.0.0.1:37761:37761)] 2024-12-01T14:40:55,199 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4234d9926037feb4a2bdf64ee30dea73, NAME => 'testReplayEditsWrittenIntoWAL,,1733064055008.4234d9926037feb4a2bdf64ee30dea73.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:40:55,199 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733064055008.4234d9926037feb4a2bdf64ee30dea73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:40:55,199 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4234d9926037feb4a2bdf64ee30dea73 2024-12-01T14:40:55,199 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4234d9926037feb4a2bdf64ee30dea73 2024-12-01T14:40:55,201 INFO [StoreOpener-4234d9926037feb4a2bdf64ee30dea73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4234d9926037feb4a2bdf64ee30dea73 2024-12-01T14:40:55,203 INFO [StoreOpener-4234d9926037feb4a2bdf64ee30dea73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4234d9926037feb4a2bdf64ee30dea73 columnFamilyName a 2024-12-01T14:40:55,203 DEBUG [StoreOpener-4234d9926037feb4a2bdf64ee30dea73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:40:55,204 INFO [StoreOpener-4234d9926037feb4a2bdf64ee30dea73-1 {}] regionserver.HStore(327): Store=4234d9926037feb4a2bdf64ee30dea73/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:40:55,204 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4234d9926037feb4a2bdf64ee30dea73 2024-12-01T14:40:55,205 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4234d9926037feb4a2bdf64ee30dea73 2024-12-01T14:40:55,207 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4234d9926037feb4a2bdf64ee30dea73 2024-12-01T14:40:55,208 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4234d9926037feb4a2bdf64ee30dea73/recovered.edits/0000000000000000002 2024-12-01T14:40:55,210 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4234d9926037feb4a2bdf64ee30dea73/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-01T14:40:55,212 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4234d9926037feb4a2bdf64ee30dea73/recovered.edits/0000000000000000002 2024-12-01T14:40:55,212 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4234d9926037feb4a2bdf64ee30dea73 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-01T14:40:55,227 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4234d9926037feb4a2bdf64ee30dea73/.tmp/a/89e39e7792db454293d1bc7518ad5115 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733064055069/Put/seqid=0 2024-12-01T14:40:55,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741852_1028 (size=5170) 2024-12-01T14:40:55,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741852_1028 (size=5170) 2024-12-01T14:40:55,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741852_1028 (size=5170) 2024-12-01T14:40:55,237 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4234d9926037feb4a2bdf64ee30dea73/.tmp/a/89e39e7792db454293d1bc7518ad5115 2024-12-01T14:40:55,245 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4234d9926037feb4a2bdf64ee30dea73/.tmp/a/89e39e7792db454293d1bc7518ad5115 as hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4234d9926037feb4a2bdf64ee30dea73/a/89e39e7792db454293d1bc7518ad5115 2024-12-01T14:40:55,253 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4234d9926037feb4a2bdf64ee30dea73/a/89e39e7792db454293d1bc7518ad5115, entries=2, sequenceid=2, filesize=5.0 K 2024-12-01T14:40:55,253 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 4234d9926037feb4a2bdf64ee30dea73 in 41ms, sequenceid=2, compaction requested=false; wal=null 2024-12-01T14:40:55,254 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4234d9926037feb4a2bdf64ee30dea73/recovered.edits/0000000000000000002 2024-12-01T14:40:55,255 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4234d9926037feb4a2bdf64ee30dea73 2024-12-01T14:40:55,255 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4234d9926037feb4a2bdf64ee30dea73 2024-12-01T14:40:55,257 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4234d9926037feb4a2bdf64ee30dea73 2024-12-01T14:40:55,259 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/4234d9926037feb4a2bdf64ee30dea73/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-01T14:40:55,261 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4234d9926037feb4a2bdf64ee30dea73; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59293803, jitterRate=-0.11645348370075226}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T14:40:55,261 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4234d9926037feb4a2bdf64ee30dea73: Writing region info on filesystem at 1733064055199Initializing all the Stores at 1733064055201 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064055201Obtaining lock to block concurrent updates at 1733064055212 (+11 ms)Preparing flush snapshotting stores in 4234d9926037feb4a2bdf64ee30dea73 at 1733064055212Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733064055008.4234d9926037feb4a2bdf64ee30dea73., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733064055212Flushing stores of testReplayEditsWrittenIntoWAL,,1733064055008.4234d9926037feb4a2bdf64ee30dea73. at 1733064055212Flushing 4234d9926037feb4a2bdf64ee30dea73/a: creating writer at 1733064055212Flushing 4234d9926037feb4a2bdf64ee30dea73/a: appending metadata at 1733064055226 (+14 ms)Flushing 4234d9926037feb4a2bdf64ee30dea73/a: closing flushed file at 1733064055226Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bf4f6c5: reopening flushed file at 1733064055244 (+18 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 4234d9926037feb4a2bdf64ee30dea73 in 41ms, sequenceid=2, compaction requested=false; wal=null at 1733064055253 (+9 ms)Cleaning up temporary data from old regions at 1733064055255 (+2 ms)Region opened successfully at 1733064055261 (+6 ms) 2024-12-01T14:40:55,275 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=389 (was 379) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1992809309_22 at /127.0.0.1:45094 [Receiving block BP-871166880-172.17.0.2-1733064047512:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-871166880-172.17.0.2-1733064047512:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1992809309_22 at /127.0.0.1:36704 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1992809309_22 at /127.0.0.1:44828 [Waiting for operation #22] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-871166880-172.17.0.2-1733064047512:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1992809309_22 at /127.0.0.1:36908 [Receiving block BP-871166880-172.17.0.2-1733064047512:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-871166880-172.17.0.2-1733064047512:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1992809309_22 at /127.0.0.1:53440 [Receiving block BP-871166880-172.17.0.2-1733064047512:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=232 (was 232), ProcessCount=11 (was 11), AvailableMemoryMB=5931 (was 5938) 2024-12-01T14:40:55,285 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=389, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=232, ProcessCount=11, AvailableMemoryMB=5930 2024-12-01T14:40:55,298 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:40:55,300 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:40:55,301 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:40:55,304 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-99601820, suffix=, logDir=hdfs://localhost:44039/hbase/WALs/hregion-99601820, archiveDir=hdfs://localhost:44039/hbase/oldWALs, maxLogs=32 2024-12-01T14:40:55,315 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-99601820/hregion-99601820.1733064055305, exclude list is [], retry=0 2024-12-01T14:40:55,318 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38095,DS-162e0196-d3f9-4839-8b51-3af56675701c,DISK] 2024-12-01T14:40:55,318 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-3379dc50-db3b-4563-aab6-3e4fd5a37b87,DISK] 2024-12-01T14:40:55,318 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42713,DS-292c6078-3d9e-4434-a527-67ee069c7ada,DISK] 2024-12-01T14:40:55,321 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-99601820/hregion-99601820.1733064055305 2024-12-01T14:40:55,321 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37761:37761),(127.0.0.1/127.0.0.1:40671:40671),(127.0.0.1/127.0.0.1:35553:35553)] 2024-12-01T14:40:55,321 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 21088ada96d75d8a1c63f01f8ea9534d, NAME => 'testReplayEditsWrittenIntoWAL,,1733064055299.21088ada96d75d8a1c63f01f8ea9534d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44039/hbase 2024-12-01T14:40:55,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741854_1030 (size=64) 2024-12-01T14:40:55,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741854_1030 (size=64) 2024-12-01T14:40:55,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741854_1030 (size=64) 2024-12-01T14:40:55,333 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733064055299.21088ada96d75d8a1c63f01f8ea9534d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:40:55,335 INFO [StoreOpener-21088ada96d75d8a1c63f01f8ea9534d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 21088ada96d75d8a1c63f01f8ea9534d 2024-12-01T14:40:55,337 INFO [StoreOpener-21088ada96d75d8a1c63f01f8ea9534d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21088ada96d75d8a1c63f01f8ea9534d columnFamilyName a 2024-12-01T14:40:55,338 DEBUG [StoreOpener-21088ada96d75d8a1c63f01f8ea9534d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:40:55,338 INFO [StoreOpener-21088ada96d75d8a1c63f01f8ea9534d-1 {}] regionserver.HStore(327): Store=21088ada96d75d8a1c63f01f8ea9534d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:40:55,338 INFO [StoreOpener-21088ada96d75d8a1c63f01f8ea9534d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 21088ada96d75d8a1c63f01f8ea9534d 2024-12-01T14:40:55,340 INFO [StoreOpener-21088ada96d75d8a1c63f01f8ea9534d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21088ada96d75d8a1c63f01f8ea9534d columnFamilyName b 2024-12-01T14:40:55,340 DEBUG [StoreOpener-21088ada96d75d8a1c63f01f8ea9534d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:40:55,341 INFO [StoreOpener-21088ada96d75d8a1c63f01f8ea9534d-1 {}] regionserver.HStore(327): Store=21088ada96d75d8a1c63f01f8ea9534d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:40:55,341 INFO [StoreOpener-21088ada96d75d8a1c63f01f8ea9534d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 21088ada96d75d8a1c63f01f8ea9534d 2024-12-01T14:40:55,343 INFO [StoreOpener-21088ada96d75d8a1c63f01f8ea9534d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21088ada96d75d8a1c63f01f8ea9534d columnFamilyName c 2024-12-01T14:40:55,343 DEBUG [StoreOpener-21088ada96d75d8a1c63f01f8ea9534d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:40:55,343 INFO [StoreOpener-21088ada96d75d8a1c63f01f8ea9534d-1 {}] regionserver.HStore(327): Store=21088ada96d75d8a1c63f01f8ea9534d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:40:55,343 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 21088ada96d75d8a1c63f01f8ea9534d 2024-12-01T14:40:55,344 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/21088ada96d75d8a1c63f01f8ea9534d 2024-12-01T14:40:55,345 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/21088ada96d75d8a1c63f01f8ea9534d 2024-12-01T14:40:55,346 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 21088ada96d75d8a1c63f01f8ea9534d 2024-12-01T14:40:55,346 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 21088ada96d75d8a1c63f01f8ea9534d 2024-12-01T14:40:55,347 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T14:40:55,348 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 21088ada96d75d8a1c63f01f8ea9534d 2024-12-01T14:40:55,351 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/21088ada96d75d8a1c63f01f8ea9534d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:40:55,352 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 21088ada96d75d8a1c63f01f8ea9534d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59737207, jitterRate=-0.10984624922275543}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T14:40:55,352 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 21088ada96d75d8a1c63f01f8ea9534d: Writing region info on filesystem at 1733064055333Initializing all the Stores at 1733064055335 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064055335Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064055335Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064055335Cleaning up temporary data from old regions at 1733064055346 (+11 ms)Region opened successfully at 1733064055352 (+6 ms) 2024-12-01T14:40:55,352 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 21088ada96d75d8a1c63f01f8ea9534d, disabling compactions & flushes 2024-12-01T14:40:55,352 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733064055299.21088ada96d75d8a1c63f01f8ea9534d. 2024-12-01T14:40:55,352 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733064055299.21088ada96d75d8a1c63f01f8ea9534d. 2024-12-01T14:40:55,352 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733064055299.21088ada96d75d8a1c63f01f8ea9534d. after waiting 0 ms 2024-12-01T14:40:55,352 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733064055299.21088ada96d75d8a1c63f01f8ea9534d. 2024-12-01T14:40:55,353 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733064055299.21088ada96d75d8a1c63f01f8ea9534d. 2024-12-01T14:40:55,353 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 21088ada96d75d8a1c63f01f8ea9534d: Waiting for close lock at 1733064055352Disabling compacts and flushes for region at 1733064055352Disabling writes for close at 1733064055352Writing region close event to WAL at 1733064055353 (+1 ms)Closed at 1733064055353 2024-12-01T14:40:55,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741853_1029 (size=95) 2024-12-01T14:40:55,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741853_1029 (size=95) 2024-12-01T14:40:55,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741853_1029 (size=95) 2024-12-01T14:40:55,360 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-01T14:40:55,360 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-99601820:(num 1733064055305) 2024-12-01T14:40:55,360 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-01T14:40:55,363 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44039/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733064055298, archiveDir=hdfs://localhost:44039/hbase/oldWALs, maxLogs=32 2024-12-01T14:40:55,375 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733064055298/wal.1733064055363, exclude list is [], retry=0 2024-12-01T14:40:55,378 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42713,DS-292c6078-3d9e-4434-a527-67ee069c7ada,DISK] 2024-12-01T14:40:55,379 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-3379dc50-db3b-4563-aab6-3e4fd5a37b87,DISK] 2024-12-01T14:40:55,379 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38095,DS-162e0196-d3f9-4839-8b51-3af56675701c,DISK] 2024-12-01T14:40:55,381 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733064055298/wal.1733064055363 2024-12-01T14:40:55,382 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35553:35553),(127.0.0.1/127.0.0.1:40671:40671),(127.0.0.1/127.0.0.1:37761:37761)] 2024-12-01T14:40:55,609 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44039/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733064055298/wal.1733064055363, size=0 (0bytes) 2024-12-01T14:40:55,609 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:44039/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733064055298/wal.1733064055363 might be still open, length is 0 2024-12-01T14:40:55,609 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44039/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733064055298/wal.1733064055363 2024-12-01T14:40:55,610 WARN [IPC Server handler 4 on default port 44039 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733064055298/wal.1733064055363 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-12-01T14:40:55,610 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:44039/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733064055298/wal.1733064055363 after 1ms 2024-12-01T14:40:56,514 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1992809309_22 at /127.0.0.1:36948 [Receiving block BP-871166880-172.17.0.2-1733064047512:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:42713:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36948 dst: /127.0.0.1:42713 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:42713 remote=/127.0.0.1:36948]. Total timeout mills is 60000, 59065 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T14:40:56,515 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1992809309_22 at /127.0.0.1:53492 [Receiving block BP-871166880-172.17.0.2-1733064047512:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:38095:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53492 dst: /127.0.0.1:38095 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T14:40:56,515 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1992809309_22 at /127.0.0.1:45124 [Receiving block BP-871166880-172.17.0.2-1733064047512:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:38873:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45124 dst: /127.0.0.1:38873 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T14:40:56,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741855_1032 (size=263633) 2024-12-01T14:40:56,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741855_1032 (size=263633) 2024-12-01T14:40:56,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741855_1032 (size=263633) 2024-12-01T14:40:59,611 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:44039/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733064055298/wal.1733064055363 after 4002ms 2024-12-01T14:40:59,617 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44039/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733064055298/wal.1733064055363: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-01T14:40:59,620 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44039/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733064055298/wal.1733064055363 took 4012ms 2024-12-01T14:40:59,627 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733064055363.temp 2024-12-01T14:40:59,629 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/21088ada96d75d8a1c63f01f8ea9534d/recovered.edits/0000000000000000001-wal.1733064055363.temp 2024-12-01T14:40:59,708 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-01T14:40:59,757 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:44039/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733064055298/wal.1733064055363; continuing. 2024-12-01T14:40:59,757 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44039/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733064055298/wal.1733064055363 so closing down 2024-12-01T14:40:59,757 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T14:40:59,757 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T14:40:59,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741856_1033 (size=263641) 2024-12-01T14:40:59,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741856_1033 (size=263641) 2024-12-01T14:40:59,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741856_1033 (size=263641) 2024-12-01T14:40:59,763 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/21088ada96d75d8a1c63f01f8ea9534d/recovered.edits/0000000000000000001-wal.1733064055363.temp (wrote 3002 edits, skipped 0 edits in 65 ms) 2024-12-01T14:40:59,765 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/21088ada96d75d8a1c63f01f8ea9534d/recovered.edits/0000000000000000001-wal.1733064055363.temp to hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/21088ada96d75d8a1c63f01f8ea9534d/recovered.edits/0000000000000003002 2024-12-01T14:40:59,765 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 145 ms; skipped=0; WAL=hdfs://localhost:44039/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733064055298/wal.1733064055363, size=0, length=0, corrupted=false, cancelled=false 2024-12-01T14:40:59,765 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44039/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733064055298/wal.1733064055363, journal: Splitting hdfs://localhost:44039/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733064055298/wal.1733064055363, size=0 (0bytes) at 1733064055609Creating recovered edits writer path=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/21088ada96d75d8a1c63f01f8ea9534d/recovered.edits/0000000000000000001-wal.1733064055363.temp at 1733064059629 (+4020 ms)Split 1024 edits, skipped 0 edits. at 1733064059698 (+69 ms)Split 2048 edits, skipped 0 edits. at 1733064059728 (+30 ms)Finishing writing output for hdfs://localhost:44039/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733064055298/wal.1733064055363 so closing down at 1733064059757 (+29 ms)3 split writer threads finished at 1733064059757Closed recovered edits writer path=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/21088ada96d75d8a1c63f01f8ea9534d/recovered.edits/0000000000000000001-wal.1733064055363.temp (wrote 3002 edits, skipped 0 edits in 65 ms) at 1733064059763 (+6 ms)Rename recovered edits hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/21088ada96d75d8a1c63f01f8ea9534d/recovered.edits/0000000000000000001-wal.1733064055363.temp to hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/21088ada96d75d8a1c63f01f8ea9534d/recovered.edits/0000000000000003002 at 1733064059765 (+2 ms)Processed 3002 edits across 1 Regions in 145 ms; skipped=0; WAL=hdfs://localhost:44039/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733064055298/wal.1733064055363, size=0, length=0, corrupted=false, cancelled=false at 1733064059765 2024-12-01T14:40:59,768 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44039/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733064055298/wal.1733064055363 to hdfs://localhost:44039/hbase/oldWALs/wal.1733064055363 2024-12-01T14:40:59,770 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/21088ada96d75d8a1c63f01f8ea9534d/recovered.edits/0000000000000003002 2024-12-01T14:40:59,770 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-01T14:40:59,773 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44039/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733064055298, archiveDir=hdfs://localhost:44039/hbase/oldWALs, maxLogs=32 2024-12-01T14:40:59,786 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T14:40:59,791 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733064055298/wal.1733064059773, exclude list is [], retry=0 2024-12-01T14:40:59,795 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38095,DS-162e0196-d3f9-4839-8b51-3af56675701c,DISK] 2024-12-01T14:40:59,796 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-3379dc50-db3b-4563-aab6-3e4fd5a37b87,DISK] 2024-12-01T14:40:59,796 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42713,DS-292c6078-3d9e-4434-a527-67ee069c7ada,DISK] 2024-12-01T14:40:59,799 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733064055298/wal.1733064059773 2024-12-01T14:40:59,803 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37761:37761),(127.0.0.1/127.0.0.1:40671:40671),(127.0.0.1/127.0.0.1:35553:35553)] 2024-12-01T14:40:59,803 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733064055299.21088ada96d75d8a1c63f01f8ea9534d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:40:59,807 INFO [StoreOpener-21088ada96d75d8a1c63f01f8ea9534d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 21088ada96d75d8a1c63f01f8ea9534d 2024-12-01T14:40:59,809 INFO [StoreOpener-21088ada96d75d8a1c63f01f8ea9534d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21088ada96d75d8a1c63f01f8ea9534d columnFamilyName a 2024-12-01T14:40:59,809 DEBUG [StoreOpener-21088ada96d75d8a1c63f01f8ea9534d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:40:59,810 INFO [StoreOpener-21088ada96d75d8a1c63f01f8ea9534d-1 {}] regionserver.HStore(327): Store=21088ada96d75d8a1c63f01f8ea9534d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:40:59,810 INFO [StoreOpener-21088ada96d75d8a1c63f01f8ea9534d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 21088ada96d75d8a1c63f01f8ea9534d 2024-12-01T14:40:59,812 INFO [StoreOpener-21088ada96d75d8a1c63f01f8ea9534d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21088ada96d75d8a1c63f01f8ea9534d columnFamilyName b 2024-12-01T14:40:59,812 DEBUG [StoreOpener-21088ada96d75d8a1c63f01f8ea9534d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:40:59,813 INFO [StoreOpener-21088ada96d75d8a1c63f01f8ea9534d-1 {}] regionserver.HStore(327): Store=21088ada96d75d8a1c63f01f8ea9534d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:40:59,813 INFO [StoreOpener-21088ada96d75d8a1c63f01f8ea9534d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 21088ada96d75d8a1c63f01f8ea9534d 2024-12-01T14:40:59,814 INFO [StoreOpener-21088ada96d75d8a1c63f01f8ea9534d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21088ada96d75d8a1c63f01f8ea9534d columnFamilyName c 2024-12-01T14:40:59,815 DEBUG [StoreOpener-21088ada96d75d8a1c63f01f8ea9534d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:40:59,815 INFO [StoreOpener-21088ada96d75d8a1c63f01f8ea9534d-1 {}] regionserver.HStore(327): Store=21088ada96d75d8a1c63f01f8ea9534d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:40:59,816 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 21088ada96d75d8a1c63f01f8ea9534d 2024-12-01T14:40:59,817 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/21088ada96d75d8a1c63f01f8ea9534d 2024-12-01T14:40:59,819 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/21088ada96d75d8a1c63f01f8ea9534d 2024-12-01T14:40:59,821 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/21088ada96d75d8a1c63f01f8ea9534d/recovered.edits/0000000000000003002 2024-12-01T14:40:59,825 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/21088ada96d75d8a1c63f01f8ea9534d/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-01T14:40:59,870 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-01T14:41:00,212 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 21088ada96d75d8a1c63f01f8ea9534d 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-01T14:41:00,252 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/21088ada96d75d8a1c63f01f8ea9534d/.tmp/a/a7475f8b79464ff09693a4cd5f459944 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1733064055387/Put/seqid=0 2024-12-01T14:41:00,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741858_1035 (size=50463) 2024-12-01T14:41:00,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741858_1035 (size=50463) 2024-12-01T14:41:00,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741858_1035 (size=50463) 2024-12-01T14:41:00,262 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/21088ada96d75d8a1c63f01f8ea9534d/.tmp/a/a7475f8b79464ff09693a4cd5f459944 2024-12-01T14:41:00,270 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/21088ada96d75d8a1c63f01f8ea9534d/.tmp/a/a7475f8b79464ff09693a4cd5f459944 as hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/21088ada96d75d8a1c63f01f8ea9534d/a/a7475f8b79464ff09693a4cd5f459944 2024-12-01T14:41:00,276 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/21088ada96d75d8a1c63f01f8ea9534d/a/a7475f8b79464ff09693a4cd5f459944, entries=754, sequenceid=754, filesize=49.3 K 2024-12-01T14:41:00,276 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 21088ada96d75d8a1c63f01f8ea9534d in 64ms, sequenceid=754, compaction requested=false; wal=null 2024-12-01T14:41:00,300 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-01T14:41:00,301 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 21088ada96d75d8a1c63f01f8ea9534d 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-01T14:41:00,308 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/21088ada96d75d8a1c63f01f8ea9534d/.tmp/a/a6596aa1899b4a14b41c26b787d7ea3a is 62, key is testReplayEditsWrittenIntoWAL/a:754/1733064055445/Put/seqid=0 2024-12-01T14:41:00,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741859_1036 (size=20072) 2024-12-01T14:41:00,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741859_1036 (size=20072) 2024-12-01T14:41:00,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741859_1036 (size=20072) 2024-12-01T14:41:00,328 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/21088ada96d75d8a1c63f01f8ea9534d/.tmp/a/a6596aa1899b4a14b41c26b787d7ea3a 2024-12-01T14:41:00,362 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/21088ada96d75d8a1c63f01f8ea9534d/.tmp/b/a024c21bfc934963ad3bb2eac3d17cae is 62, key is testReplayEditsWrittenIntoWAL/b:100/1733064055472/Put/seqid=0 2024-12-01T14:41:00,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741860_1037 (size=35835) 2024-12-01T14:41:00,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741860_1037 (size=35835) 2024-12-01T14:41:00,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741860_1037 (size=35835) 2024-12-01T14:41:00,373 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/21088ada96d75d8a1c63f01f8ea9534d/.tmp/b/a024c21bfc934963ad3bb2eac3d17cae 2024-12-01T14:41:00,382 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/21088ada96d75d8a1c63f01f8ea9534d/.tmp/a/a6596aa1899b4a14b41c26b787d7ea3a as hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/21088ada96d75d8a1c63f01f8ea9534d/a/a6596aa1899b4a14b41c26b787d7ea3a 2024-12-01T14:41:00,390 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/21088ada96d75d8a1c63f01f8ea9534d/a/a6596aa1899b4a14b41c26b787d7ea3a, entries=246, sequenceid=1508, filesize=19.6 K 2024-12-01T14:41:00,392 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/21088ada96d75d8a1c63f01f8ea9534d/.tmp/b/a024c21bfc934963ad3bb2eac3d17cae as hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/21088ada96d75d8a1c63f01f8ea9534d/b/a024c21bfc934963ad3bb2eac3d17cae 2024-12-01T14:41:00,401 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/21088ada96d75d8a1c63f01f8ea9534d/b/a024c21bfc934963ad3bb2eac3d17cae, entries=508, sequenceid=1508, filesize=35.0 K 2024-12-01T14:41:00,401 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 21088ada96d75d8a1c63f01f8ea9534d in 100ms, sequenceid=1508, compaction requested=false; wal=null 2024-12-01T14:41:00,420 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-01T14:41:00,420 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 21088ada96d75d8a1c63f01f8ea9534d 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-01T14:41:00,429 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/21088ada96d75d8a1c63f01f8ea9534d/.tmp/b/e42f3007a688457b9bab207515779f4a is 62, key is testReplayEditsWrittenIntoWAL/b:508/1733064055500/Put/seqid=0 2024-12-01T14:41:00,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741861_1038 (size=35082) 2024-12-01T14:41:00,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741861_1038 (size=35082) 2024-12-01T14:41:00,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741861_1038 (size=35082) 2024-12-01T14:41:00,439 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/21088ada96d75d8a1c63f01f8ea9534d/.tmp/b/e42f3007a688457b9bab207515779f4a 2024-12-01T14:41:00,459 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/21088ada96d75d8a1c63f01f8ea9534d/.tmp/c/ff7339a414b34d8da4af700342197628 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1733064055538/Put/seqid=0 2024-12-01T14:41:00,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741862_1039 (size=20825) 2024-12-01T14:41:00,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741862_1039 (size=20825) 2024-12-01T14:41:00,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741862_1039 (size=20825) 2024-12-01T14:41:00,467 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/21088ada96d75d8a1c63f01f8ea9534d/.tmp/c/ff7339a414b34d8da4af700342197628 2024-12-01T14:41:00,474 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/21088ada96d75d8a1c63f01f8ea9534d/.tmp/b/e42f3007a688457b9bab207515779f4a as hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/21088ada96d75d8a1c63f01f8ea9534d/b/e42f3007a688457b9bab207515779f4a 2024-12-01T14:41:00,480 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/21088ada96d75d8a1c63f01f8ea9534d/b/e42f3007a688457b9bab207515779f4a, entries=492, sequenceid=2262, filesize=34.3 K 2024-12-01T14:41:00,482 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/21088ada96d75d8a1c63f01f8ea9534d/.tmp/c/ff7339a414b34d8da4af700342197628 as hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/21088ada96d75d8a1c63f01f8ea9534d/c/ff7339a414b34d8da4af700342197628 2024-12-01T14:41:00,488 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/21088ada96d75d8a1c63f01f8ea9534d/c/ff7339a414b34d8da4af700342197628, entries=262, sequenceid=2262, filesize=20.3 K 2024-12-01T14:41:00,489 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 21088ada96d75d8a1c63f01f8ea9534d in 68ms, sequenceid=2262, compaction requested=false; wal=null 2024-12-01T14:41:00,499 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1733064055577/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1733064055299.21088ada96d75d8a1c63f01f8ea9534d. 2024-12-01T14:41:00,502 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/21088ada96d75d8a1c63f01f8ea9534d/recovered.edits/0000000000000003002 2024-12-01T14:41:00,503 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-01T14:41:00,503 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 21088ada96d75d8a1c63f01f8ea9534d 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-12-01T14:41:00,511 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/21088ada96d75d8a1c63f01f8ea9534d/.tmp/c/ab8f901cc99946d9a427a4df6ccfb943 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1733064055545/Put/seqid=0 2024-12-01T14:41:00,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741863_1040 (size=50301) 2024-12-01T14:41:00,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741863_1040 (size=50301) 2024-12-01T14:41:00,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741863_1040 (size=50301) 2024-12-01T14:41:00,521 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/21088ada96d75d8a1c63f01f8ea9534d/.tmp/c/ab8f901cc99946d9a427a4df6ccfb943 2024-12-01T14:41:00,527 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab8f901cc99946d9a427a4df6ccfb943 2024-12-01T14:41:00,528 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/21088ada96d75d8a1c63f01f8ea9534d/.tmp/c/ab8f901cc99946d9a427a4df6ccfb943 as hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/21088ada96d75d8a1c63f01f8ea9534d/c/ab8f901cc99946d9a427a4df6ccfb943 2024-12-01T14:41:00,535 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab8f901cc99946d9a427a4df6ccfb943 2024-12-01T14:41:00,535 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/21088ada96d75d8a1c63f01f8ea9534d/c/ab8f901cc99946d9a427a4df6ccfb943, entries=739, sequenceid=3002, filesize=49.1 K 2024-12-01T14:41:00,535 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 21088ada96d75d8a1c63f01f8ea9534d in 32ms, sequenceid=3002, compaction requested=false; wal=null 2024-12-01T14:41:00,536 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/21088ada96d75d8a1c63f01f8ea9534d/recovered.edits/0000000000000003002 2024-12-01T14:41:00,537 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 21088ada96d75d8a1c63f01f8ea9534d 2024-12-01T14:41:00,537 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 21088ada96d75d8a1c63f01f8ea9534d 2024-12-01T14:41:00,538 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-01T14:41:00,540 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 21088ada96d75d8a1c63f01f8ea9534d 2024-12-01T14:41:00,542 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenIntoWAL/21088ada96d75d8a1c63f01f8ea9534d/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-12-01T14:41:00,543 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 21088ada96d75d8a1c63f01f8ea9534d; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67481972, jitterRate=0.005559742450714111}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-01T14:41:00,543 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 21088ada96d75d8a1c63f01f8ea9534d: Writing region info on filesystem at 1733064059803Initializing all the Stores at 1733064059805 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064059805Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064059806 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064059806Cleaning up temporary data from old regions at 1733064060537 (+731 ms)Region opened successfully at 1733064060543 (+6 ms) 2024-12-01T14:41:00,593 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 21088ada96d75d8a1c63f01f8ea9534d, disabling compactions & flushes 2024-12-01T14:41:00,593 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733064055299.21088ada96d75d8a1c63f01f8ea9534d. 2024-12-01T14:41:00,593 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733064055299.21088ada96d75d8a1c63f01f8ea9534d. 2024-12-01T14:41:00,593 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733064055299.21088ada96d75d8a1c63f01f8ea9534d. after waiting 0 ms 2024-12-01T14:41:00,593 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733064055299.21088ada96d75d8a1c63f01f8ea9534d. 2024-12-01T14:41:00,595 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733064055299.21088ada96d75d8a1c63f01f8ea9534d. 2024-12-01T14:41:00,596 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 21088ada96d75d8a1c63f01f8ea9534d: Waiting for close lock at 1733064060593Disabling compacts and flushes for region at 1733064060593Disabling writes for close at 1733064060593Writing region close event to WAL at 1733064060595 (+2 ms)Closed at 1733064060595 2024-12-01T14:41:00,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741857_1034 (size=95) 2024-12-01T14:41:00,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741857_1034 (size=95) 2024-12-01T14:41:00,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741857_1034 (size=95) 2024-12-01T14:41:00,604 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-01T14:41:00,604 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733064059773) 2024-12-01T14:41:00,620 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=403 (was 389) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-293185982_22 at /127.0.0.1:53560 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:42575 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:44039 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:44039 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3bfa75e2-735a-e3b5-95f7-aa3a0b278247/cluster_a7addb41-f964-28d1-68f8-a3434012fb18/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3bfa75e2-735a-e3b5-95f7-aa3a0b278247/cluster_a7addb41-f964-28d1-68f8-a3434012fb18/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-293185982_22 at /127.0.0.1:53538 [Waiting for operation #4] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-293185982_22 at /127.0.0.1:36998 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-293185982_22 at /127.0.0.1:45144 [Waiting for operation #26] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:37287 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=213 (was 232), ProcessCount=11 (was 11), AvailableMemoryMB=5863 (was 5930) 2024-12-01T14:41:00,632 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=403, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=213, ProcessCount=11, AvailableMemoryMB=5858 2024-12-01T14:41:00,646 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:41:00,648 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:41:00,649 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:41:00,652 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-37144021, suffix=, logDir=hdfs://localhost:44039/hbase/WALs/hregion-37144021, archiveDir=hdfs://localhost:44039/hbase/oldWALs, maxLogs=32 2024-12-01T14:41:00,665 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-37144021/hregion-37144021.1733064060653, exclude list is [], retry=0 2024-12-01T14:41:00,669 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-3379dc50-db3b-4563-aab6-3e4fd5a37b87,DISK] 2024-12-01T14:41:00,669 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38095,DS-162e0196-d3f9-4839-8b51-3af56675701c,DISK] 2024-12-01T14:41:00,675 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42713,DS-292c6078-3d9e-4434-a527-67ee069c7ada,DISK] 2024-12-01T14:41:00,678 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-37144021/hregion-37144021.1733064060653 2024-12-01T14:41:00,679 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40671:40671),(127.0.0.1/127.0.0.1:37761:37761),(127.0.0.1/127.0.0.1:35553:35553)] 2024-12-01T14:41:00,679 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => f1f0c857482da068cbebdda6e8841494, NAME => 'test2727,,1733064060647.f1f0c857482da068cbebdda6e8841494.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44039/hbase 2024-12-01T14:41:00,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741865_1042 (size=43) 2024-12-01T14:41:00,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741865_1042 (size=43) 2024-12-01T14:41:00,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741865_1042 (size=43) 2024-12-01T14:41:00,699 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733064060647.f1f0c857482da068cbebdda6e8841494.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:41:00,701 INFO [StoreOpener-f1f0c857482da068cbebdda6e8841494-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f1f0c857482da068cbebdda6e8841494 2024-12-01T14:41:00,703 INFO [StoreOpener-f1f0c857482da068cbebdda6e8841494-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1f0c857482da068cbebdda6e8841494 columnFamilyName a 2024-12-01T14:41:00,703 DEBUG [StoreOpener-f1f0c857482da068cbebdda6e8841494-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:00,704 INFO [StoreOpener-f1f0c857482da068cbebdda6e8841494-1 {}] regionserver.HStore(327): Store=f1f0c857482da068cbebdda6e8841494/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:00,704 INFO [StoreOpener-f1f0c857482da068cbebdda6e8841494-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f1f0c857482da068cbebdda6e8841494 2024-12-01T14:41:00,706 INFO [StoreOpener-f1f0c857482da068cbebdda6e8841494-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1f0c857482da068cbebdda6e8841494 columnFamilyName b 2024-12-01T14:41:00,706 DEBUG [StoreOpener-f1f0c857482da068cbebdda6e8841494-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:00,707 INFO [StoreOpener-f1f0c857482da068cbebdda6e8841494-1 {}] regionserver.HStore(327): Store=f1f0c857482da068cbebdda6e8841494/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:00,707 INFO [StoreOpener-f1f0c857482da068cbebdda6e8841494-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f1f0c857482da068cbebdda6e8841494 2024-12-01T14:41:00,708 INFO [StoreOpener-f1f0c857482da068cbebdda6e8841494-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1f0c857482da068cbebdda6e8841494 columnFamilyName c 2024-12-01T14:41:00,709 DEBUG [StoreOpener-f1f0c857482da068cbebdda6e8841494-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:00,709 INFO [StoreOpener-f1f0c857482da068cbebdda6e8841494-1 {}] regionserver.HStore(327): Store=f1f0c857482da068cbebdda6e8841494/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:00,710 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f1f0c857482da068cbebdda6e8841494 2024-12-01T14:41:00,710 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/test2727/f1f0c857482da068cbebdda6e8841494 2024-12-01T14:41:00,711 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/test2727/f1f0c857482da068cbebdda6e8841494 2024-12-01T14:41:00,712 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f1f0c857482da068cbebdda6e8841494 2024-12-01T14:41:00,712 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f1f0c857482da068cbebdda6e8841494 2024-12-01T14:41:00,714 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T14:41:00,715 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f1f0c857482da068cbebdda6e8841494 2024-12-01T14:41:00,720 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44039/hbase/data/default/test2727/f1f0c857482da068cbebdda6e8841494/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:41:00,722 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f1f0c857482da068cbebdda6e8841494; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62547255, jitterRate=-0.06797327101230621}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T14:41:00,723 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f1f0c857482da068cbebdda6e8841494: Writing region info on filesystem at 1733064060700Initializing all the Stores at 1733064060701 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064060701Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064060701Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064060701Cleaning up temporary data from old regions at 1733064060712 (+11 ms)Region opened successfully at 1733064060723 (+11 ms) 2024-12-01T14:41:00,723 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f1f0c857482da068cbebdda6e8841494, disabling compactions & flushes 2024-12-01T14:41:00,723 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733064060647.f1f0c857482da068cbebdda6e8841494. 2024-12-01T14:41:00,723 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733064060647.f1f0c857482da068cbebdda6e8841494. 2024-12-01T14:41:00,723 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733064060647.f1f0c857482da068cbebdda6e8841494. after waiting 0 ms 2024-12-01T14:41:00,723 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733064060647.f1f0c857482da068cbebdda6e8841494. 2024-12-01T14:41:00,724 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733064060647.f1f0c857482da068cbebdda6e8841494. 2024-12-01T14:41:00,724 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f1f0c857482da068cbebdda6e8841494: Waiting for close lock at 1733064060723Disabling compacts and flushes for region at 1733064060723Disabling writes for close at 1733064060723Writing region close event to WAL at 1733064060724 (+1 ms)Closed at 1733064060724 2024-12-01T14:41:00,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741864_1041 (size=95) 2024-12-01T14:41:00,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741864_1041 (size=95) 2024-12-01T14:41:00,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741864_1041 (size=95) 2024-12-01T14:41:00,730 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-01T14:41:00,730 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-37144021:(num 1733064060653) 2024-12-01T14:41:00,730 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-01T14:41:00,733 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44039/hbase/WALs/test2727-manual,16010,1733064060645, archiveDir=hdfs://localhost:44039/hbase/oldWALs, maxLogs=32 2024-12-01T14:41:00,745 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733064060645/wal.1733064060733, exclude list is [], retry=0 2024-12-01T14:41:00,747 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42713,DS-292c6078-3d9e-4434-a527-67ee069c7ada,DISK] 2024-12-01T14:41:00,748 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38095,DS-162e0196-d3f9-4839-8b51-3af56675701c,DISK] 2024-12-01T14:41:00,748 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-3379dc50-db3b-4563-aab6-3e4fd5a37b87,DISK] 2024-12-01T14:41:00,750 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733064060645/wal.1733064060733 2024-12-01T14:41:00,750 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35553:35553),(127.0.0.1/127.0.0.1:37761:37761),(127.0.0.1/127.0.0.1:40671:40671)] 2024-12-01T14:41:00,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741866_1043 (size=263359) 2024-12-01T14:41:00,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741866_1043 (size=263359) 2024-12-01T14:41:00,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741866_1043 (size=263359) 2024-12-01T14:41:00,921 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44039/hbase/WALs/test2727-manual,16010,1733064060645/wal.1733064060733, size=257.2 K (263359bytes) 2024-12-01T14:41:00,922 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44039/hbase/WALs/test2727-manual,16010,1733064060645/wal.1733064060733 2024-12-01T14:41:00,922 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44039/hbase/WALs/test2727-manual,16010,1733064060645/wal.1733064060733 after 0ms 2024-12-01T14:41:00,927 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44039/hbase/WALs/test2727-manual,16010,1733064060645/wal.1733064060733: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-01T14:41:00,929 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44039/hbase/WALs/test2727-manual,16010,1733064060645/wal.1733064060733 took 8ms 2024-12-01T14:41:00,934 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733064060733.temp 2024-12-01T14:41:00,936 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44039/hbase/data/default/test2727/f1f0c857482da068cbebdda6e8841494/recovered.edits/0000000000000000001-wal.1733064060733.temp 2024-12-01T14:41:00,991 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44039/hbase/WALs/test2727-manual,16010,1733064060645/wal.1733064060733 so closing down 2024-12-01T14:41:00,991 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T14:41:00,991 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T14:41:00,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741867_1044 (size=263359) 2024-12-01T14:41:00,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741867_1044 (size=263359) 2024-12-01T14:41:00,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741867_1044 (size=263359) 2024-12-01T14:41:01,398 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44039/hbase/data/default/test2727/f1f0c857482da068cbebdda6e8841494/recovered.edits/0000000000000000001-wal.1733064060733.temp (wrote 3000 edits, skipped 0 edits in 37 ms) 2024-12-01T14:41:01,401 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44039/hbase/data/default/test2727/f1f0c857482da068cbebdda6e8841494/recovered.edits/0000000000000000001-wal.1733064060733.temp to hdfs://localhost:44039/hbase/data/default/test2727/f1f0c857482da068cbebdda6e8841494/recovered.edits/0000000000000003000 2024-12-01T14:41:01,402 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 472 ms; skipped=0; WAL=hdfs://localhost:44039/hbase/WALs/test2727-manual,16010,1733064060645/wal.1733064060733, size=257.2 K, length=263359, corrupted=false, cancelled=false 2024-12-01T14:41:01,402 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44039/hbase/WALs/test2727-manual,16010,1733064060645/wal.1733064060733, journal: Splitting hdfs://localhost:44039/hbase/WALs/test2727-manual,16010,1733064060645/wal.1733064060733, size=257.2 K (263359bytes) at 1733064060922Creating recovered edits writer path=hdfs://localhost:44039/hbase/data/default/test2727/f1f0c857482da068cbebdda6e8841494/recovered.edits/0000000000000000001-wal.1733064060733.temp at 1733064060936 (+14 ms)Split 1024 edits, skipped 0 edits. at 1733064060952 (+16 ms)Split 2048 edits, skipped 0 edits. at 1733064060971 (+19 ms)Finishing writing output for hdfs://localhost:44039/hbase/WALs/test2727-manual,16010,1733064060645/wal.1733064060733 so closing down at 1733064060991 (+20 ms)3 split writer threads finished at 1733064060991Closed recovered edits writer path=hdfs://localhost:44039/hbase/data/default/test2727/f1f0c857482da068cbebdda6e8841494/recovered.edits/0000000000000000001-wal.1733064060733.temp (wrote 3000 edits, skipped 0 edits in 37 ms) at 1733064061398 (+407 ms)Rename recovered edits hdfs://localhost:44039/hbase/data/default/test2727/f1f0c857482da068cbebdda6e8841494/recovered.edits/0000000000000000001-wal.1733064060733.temp to hdfs://localhost:44039/hbase/data/default/test2727/f1f0c857482da068cbebdda6e8841494/recovered.edits/0000000000000003000 at 1733064061401 (+3 ms)Processed 3000 edits across 1 Regions in 472 ms; skipped=0; WAL=hdfs://localhost:44039/hbase/WALs/test2727-manual,16010,1733064060645/wal.1733064060733, size=257.2 K, length=263359, corrupted=false, cancelled=false at 1733064061402 (+1 ms) 2024-12-01T14:41:01,407 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44039/hbase/WALs/test2727-manual,16010,1733064060645/wal.1733064060733 to hdfs://localhost:44039/hbase/oldWALs/wal.1733064060733 2024-12-01T14:41:01,409 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:44039/hbase/data/default/test2727/f1f0c857482da068cbebdda6e8841494/recovered.edits/0000000000000003000 2024-12-01T14:41:01,409 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-01T14:41:01,411 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44039/hbase/WALs/test2727-manual,16010,1733064060645, archiveDir=hdfs://localhost:44039/hbase/oldWALs, maxLogs=32 2024-12-01T14:41:01,422 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733064060645/wal.1733064061412, exclude list is [], retry=0 2024-12-01T14:41:01,425 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42713,DS-292c6078-3d9e-4434-a527-67ee069c7ada,DISK] 2024-12-01T14:41:01,426 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-3379dc50-db3b-4563-aab6-3e4fd5a37b87,DISK] 2024-12-01T14:41:01,426 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38095,DS-162e0196-d3f9-4839-8b51-3af56675701c,DISK] 2024-12-01T14:41:01,428 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733064060645/wal.1733064061412 2024-12-01T14:41:01,429 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35553:35553),(127.0.0.1/127.0.0.1:40671:40671),(127.0.0.1/127.0.0.1:37761:37761)] 2024-12-01T14:41:01,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741868_1045 (size=263486) 2024-12-01T14:41:01,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741868_1045 (size=263486) 2024-12-01T14:41:01,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741868_1045 (size=263486) 2024-12-01T14:41:01,581 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44039/hbase/WALs/test2727-manual,16010,1733064060645/wal.1733064061412, size=257.3 K (263486bytes) 2024-12-01T14:41:01,581 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44039/hbase/WALs/test2727-manual,16010,1733064060645/wal.1733064061412 2024-12-01T14:41:01,582 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44039/hbase/WALs/test2727-manual,16010,1733064060645/wal.1733064061412 after 1ms 2024-12-01T14:41:01,585 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44039/hbase/WALs/test2727-manual,16010,1733064060645/wal.1733064061412: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-01T14:41:01,586 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44039/hbase/WALs/test2727-manual,16010,1733064060645/wal.1733064061412 took 5ms 2024-12-01T14:41:01,590 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1733064061412.temp 2024-12-01T14:41:01,592 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44039/hbase/data/default/test2727/f1f0c857482da068cbebdda6e8841494/recovered.edits/0000000000000003001-wal.1733064061412.temp 2024-12-01T14:41:01,634 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44039/hbase/WALs/test2727-manual,16010,1733064060645/wal.1733064061412 so closing down 2024-12-01T14:41:01,634 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T14:41:01,635 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T14:41:01,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741869_1046 (size=263486) 2024-12-01T14:41:01,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741869_1046 (size=263486) 2024-12-01T14:41:01,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741869_1046 (size=263486) 2024-12-01T14:41:01,639 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44039/hbase/data/default/test2727/f1f0c857482da068cbebdda6e8841494/recovered.edits/0000000000000003001-wal.1733064061412.temp (wrote 3000 edits, skipped 0 edits in 34 ms) 2024-12-01T14:41:01,641 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44039/hbase/data/default/test2727/f1f0c857482da068cbebdda6e8841494/recovered.edits/0000000000000003001-wal.1733064061412.temp to hdfs://localhost:44039/hbase/data/default/test2727/f1f0c857482da068cbebdda6e8841494/recovered.edits/0000000000000006000 2024-12-01T14:41:01,642 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 56 ms; skipped=0; WAL=hdfs://localhost:44039/hbase/WALs/test2727-manual,16010,1733064060645/wal.1733064061412, size=257.3 K, length=263486, corrupted=false, cancelled=false 2024-12-01T14:41:01,642 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44039/hbase/WALs/test2727-manual,16010,1733064060645/wal.1733064061412, journal: Splitting hdfs://localhost:44039/hbase/WALs/test2727-manual,16010,1733064060645/wal.1733064061412, size=257.3 K (263486bytes) at 1733064061581Creating recovered edits writer path=hdfs://localhost:44039/hbase/data/default/test2727/f1f0c857482da068cbebdda6e8841494/recovered.edits/0000000000000003001-wal.1733064061412.temp at 1733064061592 (+11 ms)Split 1024 edits, skipped 0 edits. at 1733064061606 (+14 ms)Split 2048 edits, skipped 0 edits. at 1733064061620 (+14 ms)Finishing writing output for hdfs://localhost:44039/hbase/WALs/test2727-manual,16010,1733064060645/wal.1733064061412 so closing down at 1733064061634 (+14 ms)3 split writer threads finished at 1733064061635 (+1 ms)Closed recovered edits writer path=hdfs://localhost:44039/hbase/data/default/test2727/f1f0c857482da068cbebdda6e8841494/recovered.edits/0000000000000003001-wal.1733064061412.temp (wrote 3000 edits, skipped 0 edits in 34 ms) at 1733064061639 (+4 ms)Rename recovered edits hdfs://localhost:44039/hbase/data/default/test2727/f1f0c857482da068cbebdda6e8841494/recovered.edits/0000000000000003001-wal.1733064061412.temp to hdfs://localhost:44039/hbase/data/default/test2727/f1f0c857482da068cbebdda6e8841494/recovered.edits/0000000000000006000 at 1733064061642 (+3 ms)Processed 3000 edits across 1 Regions in 56 ms; skipped=0; WAL=hdfs://localhost:44039/hbase/WALs/test2727-manual,16010,1733064060645/wal.1733064061412, size=257.3 K, length=263486, corrupted=false, cancelled=false at 1733064061642 2024-12-01T14:41:01,645 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44039/hbase/WALs/test2727-manual,16010,1733064060645/wal.1733064061412 to hdfs://localhost:44039/hbase/oldWALs/wal.1733064061412 2024-12-01T14:41:01,646 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:44039/hbase/data/default/test2727/f1f0c857482da068cbebdda6e8841494/recovered.edits/0000000000000006000 2024-12-01T14:41:01,646 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-01T14:41:01,648 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44039/hbase/WALs/test2727-manual,16010,1733064060645, archiveDir=hdfs://localhost:44039/hbase/oldWALs, maxLogs=32 2024-12-01T14:41:01,658 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T14:41:01,659 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-01T14:41:01,661 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:41:01,661 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-01T14:41:01,661 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-01T14:41:01,661 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-01T14:41:01,662 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-12-01T14:41:01,663 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-12-01T14:41:01,663 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733064060645/wal.1733064061649, exclude list is [], retry=0 2024-12-01T14:41:01,666 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38095,DS-162e0196-d3f9-4839-8b51-3af56675701c,DISK] 2024-12-01T14:41:01,667 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42713,DS-292c6078-3d9e-4434-a527-67ee069c7ada,DISK] 2024-12-01T14:41:01,667 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-3379dc50-db3b-4563-aab6-3e4fd5a37b87,DISK] 2024-12-01T14:41:01,670 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733064060645/wal.1733064061649 2024-12-01T14:41:01,670 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37761:37761),(127.0.0.1/127.0.0.1:35553:35553),(127.0.0.1/127.0.0.1:40671:40671)] 2024-12-01T14:41:01,670 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f1f0c857482da068cbebdda6e8841494, NAME => 'test2727,,1733064060647.f1f0c857482da068cbebdda6e8841494.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:41:01,671 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733064060647.f1f0c857482da068cbebdda6e8841494.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:41:01,671 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f1f0c857482da068cbebdda6e8841494 2024-12-01T14:41:01,671 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f1f0c857482da068cbebdda6e8841494 2024-12-01T14:41:01,672 INFO [StoreOpener-f1f0c857482da068cbebdda6e8841494-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f1f0c857482da068cbebdda6e8841494 2024-12-01T14:41:01,674 INFO [StoreOpener-f1f0c857482da068cbebdda6e8841494-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1f0c857482da068cbebdda6e8841494 columnFamilyName a 2024-12-01T14:41:01,674 DEBUG [StoreOpener-f1f0c857482da068cbebdda6e8841494-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:01,675 INFO [StoreOpener-f1f0c857482da068cbebdda6e8841494-1 {}] regionserver.HStore(327): Store=f1f0c857482da068cbebdda6e8841494/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:01,675 INFO [StoreOpener-f1f0c857482da068cbebdda6e8841494-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f1f0c857482da068cbebdda6e8841494 2024-12-01T14:41:01,677 INFO [StoreOpener-f1f0c857482da068cbebdda6e8841494-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1f0c857482da068cbebdda6e8841494 columnFamilyName b 2024-12-01T14:41:01,677 DEBUG [StoreOpener-f1f0c857482da068cbebdda6e8841494-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:01,678 INFO [StoreOpener-f1f0c857482da068cbebdda6e8841494-1 {}] regionserver.HStore(327): Store=f1f0c857482da068cbebdda6e8841494/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:01,678 INFO [StoreOpener-f1f0c857482da068cbebdda6e8841494-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f1f0c857482da068cbebdda6e8841494 2024-12-01T14:41:01,679 INFO [StoreOpener-f1f0c857482da068cbebdda6e8841494-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1f0c857482da068cbebdda6e8841494 columnFamilyName c 2024-12-01T14:41:01,679 DEBUG [StoreOpener-f1f0c857482da068cbebdda6e8841494-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:01,680 INFO [StoreOpener-f1f0c857482da068cbebdda6e8841494-1 {}] regionserver.HStore(327): Store=f1f0c857482da068cbebdda6e8841494/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:01,680 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f1f0c857482da068cbebdda6e8841494 2024-12-01T14:41:01,682 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/test2727/f1f0c857482da068cbebdda6e8841494 2024-12-01T14:41:01,685 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/test2727/f1f0c857482da068cbebdda6e8841494 2024-12-01T14:41:01,686 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44039/hbase/data/default/test2727/f1f0c857482da068cbebdda6e8841494/recovered.edits/0000000000000003000 2024-12-01T14:41:01,689 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44039/hbase/data/default/test2727/f1f0c857482da068cbebdda6e8841494/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-01T14:41:01,761 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:44039/hbase/data/default/test2727/f1f0c857482da068cbebdda6e8841494/recovered.edits/0000000000000003000 2024-12-01T14:41:01,762 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44039/hbase/data/default/test2727/f1f0c857482da068cbebdda6e8841494/recovered.edits/0000000000000006000 2024-12-01T14:41:01,765 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44039/hbase/data/default/test2727/f1f0c857482da068cbebdda6e8841494/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-01T14:41:01,825 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:44039/hbase/data/default/test2727/f1f0c857482da068cbebdda6e8841494/recovered.edits/0000000000000006000 2024-12-01T14:41:01,825 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f1f0c857482da068cbebdda6e8841494 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-12-01T14:41:01,846 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44039/hbase/data/default/test2727/f1f0c857482da068cbebdda6e8841494/.tmp/a/dd6b04bfd16b4a5a895dd368ee833b22 is 41, key is test2727/a:100/1733064061433/Put/seqid=0 2024-12-01T14:41:01,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741871_1048 (size=84227) 2024-12-01T14:41:01,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741871_1048 (size=84227) 2024-12-01T14:41:01,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741871_1048 (size=84227) 2024-12-01T14:41:01,856 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:44039/hbase/data/default/test2727/f1f0c857482da068cbebdda6e8841494/.tmp/a/dd6b04bfd16b4a5a895dd368ee833b22 2024-12-01T14:41:01,892 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44039/hbase/data/default/test2727/f1f0c857482da068cbebdda6e8841494/.tmp/b/ef86a5b20f2148ee9108469833532c20 is 41, key is test2727/b:100/1733064061477/Put/seqid=0 2024-12-01T14:41:01,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741872_1049 (size=84609) 2024-12-01T14:41:01,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741872_1049 (size=84609) 2024-12-01T14:41:01,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741872_1049 (size=84609) 2024-12-01T14:41:01,897 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:44039/hbase/data/default/test2727/f1f0c857482da068cbebdda6e8841494/.tmp/b/ef86a5b20f2148ee9108469833532c20 2024-12-01T14:41:01,922 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44039/hbase/data/default/test2727/f1f0c857482da068cbebdda6e8841494/.tmp/c/cdbf2bdcf27b49c5a6d5ec180db201ef is 41, key is test2727/c:100/1733064061518/Put/seqid=0 2024-12-01T14:41:01,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741873_1050 (size=84609) 2024-12-01T14:41:01,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741873_1050 (size=84609) 2024-12-01T14:41:01,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741873_1050 (size=84609) 2024-12-01T14:41:01,928 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:44039/hbase/data/default/test2727/f1f0c857482da068cbebdda6e8841494/.tmp/c/cdbf2bdcf27b49c5a6d5ec180db201ef 2024-12-01T14:41:01,935 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44039/hbase/data/default/test2727/f1f0c857482da068cbebdda6e8841494/.tmp/a/dd6b04bfd16b4a5a895dd368ee833b22 as hdfs://localhost:44039/hbase/data/default/test2727/f1f0c857482da068cbebdda6e8841494/a/dd6b04bfd16b4a5a895dd368ee833b22 2024-12-01T14:41:01,943 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44039/hbase/data/default/test2727/f1f0c857482da068cbebdda6e8841494/a/dd6b04bfd16b4a5a895dd368ee833b22, entries=2000, sequenceid=6000, filesize=82.3 K 2024-12-01T14:41:01,944 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44039/hbase/data/default/test2727/f1f0c857482da068cbebdda6e8841494/.tmp/b/ef86a5b20f2148ee9108469833532c20 as hdfs://localhost:44039/hbase/data/default/test2727/f1f0c857482da068cbebdda6e8841494/b/ef86a5b20f2148ee9108469833532c20 2024-12-01T14:41:01,952 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44039/hbase/data/default/test2727/f1f0c857482da068cbebdda6e8841494/b/ef86a5b20f2148ee9108469833532c20, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-01T14:41:01,954 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44039/hbase/data/default/test2727/f1f0c857482da068cbebdda6e8841494/.tmp/c/cdbf2bdcf27b49c5a6d5ec180db201ef as hdfs://localhost:44039/hbase/data/default/test2727/f1f0c857482da068cbebdda6e8841494/c/cdbf2bdcf27b49c5a6d5ec180db201ef 2024-12-01T14:41:01,960 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44039/hbase/data/default/test2727/f1f0c857482da068cbebdda6e8841494/c/cdbf2bdcf27b49c5a6d5ec180db201ef, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-01T14:41:01,960 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for f1f0c857482da068cbebdda6e8841494 in 135ms, sequenceid=6000, compaction requested=false; wal=null 2024-12-01T14:41:01,961 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44039/hbase/data/default/test2727/f1f0c857482da068cbebdda6e8841494/recovered.edits/0000000000000003000 2024-12-01T14:41:01,961 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44039/hbase/data/default/test2727/f1f0c857482da068cbebdda6e8841494/recovered.edits/0000000000000006000 2024-12-01T14:41:01,963 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f1f0c857482da068cbebdda6e8841494 2024-12-01T14:41:01,963 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f1f0c857482da068cbebdda6e8841494 2024-12-01T14:41:01,963 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T14:41:01,965 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f1f0c857482da068cbebdda6e8841494 2024-12-01T14:41:01,967 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44039/hbase/data/default/test2727/f1f0c857482da068cbebdda6e8841494/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-12-01T14:41:01,969 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f1f0c857482da068cbebdda6e8841494; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74790020, jitterRate=0.11445814371109009}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T14:41:01,970 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f1f0c857482da068cbebdda6e8841494: Writing region info on filesystem at 1733064061671Initializing all the Stores at 1733064061672 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064061672Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064061672Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064061672Obtaining lock to block concurrent updates at 1733064061825 (+153 ms)Preparing flush snapshotting stores in f1f0c857482da068cbebdda6e8841494 at 1733064061825Finished memstore snapshotting test2727,,1733064060647.f1f0c857482da068cbebdda6e8841494., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1733064061825Flushing stores of test2727,,1733064060647.f1f0c857482da068cbebdda6e8841494. at 1733064061825Flushing f1f0c857482da068cbebdda6e8841494/a: creating writer at 1733064061825Flushing f1f0c857482da068cbebdda6e8841494/a: appending metadata at 1733064061845 (+20 ms)Flushing f1f0c857482da068cbebdda6e8841494/a: closing flushed file at 1733064061845Flushing f1f0c857482da068cbebdda6e8841494/b: creating writer at 1733064061864 (+19 ms)Flushing f1f0c857482da068cbebdda6e8841494/b: appending metadata at 1733064061890 (+26 ms)Flushing f1f0c857482da068cbebdda6e8841494/b: closing flushed file at 1733064061890Flushing f1f0c857482da068cbebdda6e8841494/c: creating writer at 1733064061903 (+13 ms)Flushing f1f0c857482da068cbebdda6e8841494/c: appending metadata at 1733064061921 (+18 ms)Flushing f1f0c857482da068cbebdda6e8841494/c: closing flushed file at 1733064061921Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@735791e4: reopening flushed file at 1733064061934 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2430f65a: reopening flushed file at 1733064061943 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78b3fc82: reopening flushed file at 1733064061953 (+10 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for f1f0c857482da068cbebdda6e8841494 in 135ms, sequenceid=6000, compaction requested=false; wal=null at 1733064061960 (+7 ms)Cleaning up temporary data from old regions at 1733064061963 (+3 ms)Region opened successfully at 1733064061970 (+7 ms) 2024-12-01T14:41:01,971 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-12-01T14:41:01,971 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f1f0c857482da068cbebdda6e8841494, disabling compactions & flushes 2024-12-01T14:41:01,971 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733064060647.f1f0c857482da068cbebdda6e8841494. 2024-12-01T14:41:01,971 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733064060647.f1f0c857482da068cbebdda6e8841494. 2024-12-01T14:41:01,971 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733064060647.f1f0c857482da068cbebdda6e8841494. after waiting 0 ms 2024-12-01T14:41:01,971 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733064060647.f1f0c857482da068cbebdda6e8841494. 2024-12-01T14:41:01,972 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733064060647.f1f0c857482da068cbebdda6e8841494. 2024-12-01T14:41:01,973 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f1f0c857482da068cbebdda6e8841494: Waiting for close lock at 1733064061971Disabling compacts and flushes for region at 1733064061971Disabling writes for close at 1733064061971Writing region close event to WAL at 1733064061972 (+1 ms)Closed at 1733064061972 2024-12-01T14:41:01,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741870_1047 (size=95) 2024-12-01T14:41:01,978 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/test2727-manual,16010,1733064060645/wal.1733064061649 not finished, retry = 0 2024-12-01T14:41:01,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741870_1047 (size=95) 2024-12-01T14:41:01,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741870_1047 (size=95) 2024-12-01T14:41:02,080 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-01T14:41:02,080 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733064061649) 2024-12-01T14:41:02,091 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=405 (was 403) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1992809309_22 at /127.0.0.1:53560 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1992809309_22 at /127.0.0.1:37138 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=284 (was 213) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5629 (was 5858) 2024-12-01T14:41:02,102 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=405, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=284, ProcessCount=11, AvailableMemoryMB=5628 2024-12-01T14:41:02,117 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:41:02,123 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44039/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733064062116, archiveDir=hdfs://localhost:44039/hbase/oldWALs, maxLogs=32 2024-12-01T14:41:02,123 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1733064062123 2024-12-01T14:41:02,130 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733064062116/wal.1733064062123 2024-12-01T14:41:02,134 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37761:37761),(127.0.0.1/127.0.0.1:40671:40671),(127.0.0.1/127.0.0.1:35553:35553)] 2024-12-01T14:41:02,136 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c77fea4d4a38a33a1ced1b930522880c, NAME => 'testSequentialEditLogSeqNum,,1733064062117.c77fea4d4a38a33a1ced1b930522880c.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:41:02,136 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1733064062117.c77fea4d4a38a33a1ced1b930522880c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:41:02,136 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c77fea4d4a38a33a1ced1b930522880c 2024-12-01T14:41:02,136 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c77fea4d4a38a33a1ced1b930522880c 2024-12-01T14:41:02,137 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:44039/hbase/data/default/testSequentialEditLogSeqNum/c77fea4d4a38a33a1ced1b930522880c doesn't exist for region: c77fea4d4a38a33a1ced1b930522880c on table testSequentialEditLogSeqNum 2024-12-01T14:41:02,138 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: c77fea4d4a38a33a1ced1b930522880c on table testSequentialEditLogSeqNum 2024-12-01T14:41:02,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741875_1052 (size=62) 2024-12-01T14:41:02,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741875_1052 (size=62) 2024-12-01T14:41:02,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741875_1052 (size=62) 2024-12-01T14:41:02,149 INFO [StoreOpener-c77fea4d4a38a33a1ced1b930522880c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c77fea4d4a38a33a1ced1b930522880c 2024-12-01T14:41:02,150 INFO [StoreOpener-c77fea4d4a38a33a1ced1b930522880c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c77fea4d4a38a33a1ced1b930522880c columnFamilyName a 2024-12-01T14:41:02,150 DEBUG [StoreOpener-c77fea4d4a38a33a1ced1b930522880c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:02,151 INFO [StoreOpener-c77fea4d4a38a33a1ced1b930522880c-1 {}] regionserver.HStore(327): Store=c77fea4d4a38a33a1ced1b930522880c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:02,151 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c77fea4d4a38a33a1ced1b930522880c 2024-12-01T14:41:02,151 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/testSequentialEditLogSeqNum/c77fea4d4a38a33a1ced1b930522880c 2024-12-01T14:41:02,152 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/testSequentialEditLogSeqNum/c77fea4d4a38a33a1ced1b930522880c 2024-12-01T14:41:02,152 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c77fea4d4a38a33a1ced1b930522880c 2024-12-01T14:41:02,152 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c77fea4d4a38a33a1ced1b930522880c 2024-12-01T14:41:02,154 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c77fea4d4a38a33a1ced1b930522880c 2024-12-01T14:41:02,157 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44039/hbase/data/default/testSequentialEditLogSeqNum/c77fea4d4a38a33a1ced1b930522880c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:41:02,157 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c77fea4d4a38a33a1ced1b930522880c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74789712, jitterRate=0.11445355415344238}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T14:41:02,159 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c77fea4d4a38a33a1ced1b930522880c: Writing region info on filesystem at 1733064062136Initializing all the Stores at 1733064062148 (+12 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064062148Cleaning up temporary data from old regions at 1733064062152 (+4 ms)Region opened successfully at 1733064062159 (+7 ms) 2024-12-01T14:41:02,173 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c77fea4d4a38a33a1ced1b930522880c 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-12-01T14:41:02,194 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44039/hbase/data/default/testSequentialEditLogSeqNum/c77fea4d4a38a33a1ced1b930522880c/.tmp/a/4486e7a4ab924fa3aa17a65b14a98d77 is 81, key is testSequentialEditLogSeqNum/a:x0/1733064062159/Put/seqid=0 2024-12-01T14:41:02,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741876_1053 (size=5833) 2024-12-01T14:41:02,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741876_1053 (size=5833) 2024-12-01T14:41:02,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741876_1053 (size=5833) 2024-12-01T14:41:02,205 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44039/hbase/data/default/testSequentialEditLogSeqNum/c77fea4d4a38a33a1ced1b930522880c/.tmp/a/4486e7a4ab924fa3aa17a65b14a98d77 2024-12-01T14:41:02,213 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44039/hbase/data/default/testSequentialEditLogSeqNum/c77fea4d4a38a33a1ced1b930522880c/.tmp/a/4486e7a4ab924fa3aa17a65b14a98d77 as hdfs://localhost:44039/hbase/data/default/testSequentialEditLogSeqNum/c77fea4d4a38a33a1ced1b930522880c/a/4486e7a4ab924fa3aa17a65b14a98d77 2024-12-01T14:41:02,221 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44039/hbase/data/default/testSequentialEditLogSeqNum/c77fea4d4a38a33a1ced1b930522880c/a/4486e7a4ab924fa3aa17a65b14a98d77, entries=10, sequenceid=13, filesize=5.7 K 2024-12-01T14:41:02,223 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for c77fea4d4a38a33a1ced1b930522880c in 51ms, sequenceid=13, compaction requested=false 2024-12-01T14:41:02,223 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c77fea4d4a38a33a1ced1b930522880c: 2024-12-01T14:41:02,230 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-01T14:41:02,231 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-01T14:41:02,231 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-01T14:41:02,231 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-01T14:41:02,231 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-01T14:41:02,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741874_1051 (size=1843) 2024-12-01T14:41:02,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741874_1051 (size=1843) 2024-12-01T14:41:02,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741874_1051 (size=1843) 2024-12-01T14:41:02,257 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44039/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733064062116/wal.1733064062123, size=1.8 K (1843bytes) 2024-12-01T14:41:02,257 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44039/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733064062116/wal.1733064062123 2024-12-01T14:41:02,258 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44039/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733064062116/wal.1733064062123 after 1ms 2024-12-01T14:41:02,261 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44039/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733064062116/wal.1733064062123: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-01T14:41:02,262 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44039/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733064062116/wal.1733064062123 took 5ms 2024-12-01T14:41:02,265 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44039/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733064062116/wal.1733064062123 so closing down 2024-12-01T14:41:02,265 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T14:41:02,266 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733064062123.temp 2024-12-01T14:41:02,268 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44039/hbase/data/default/testSequentialEditLogSeqNum/c77fea4d4a38a33a1ced1b930522880c/recovered.edits/0000000000000000003-wal.1733064062123.temp 2024-12-01T14:41:02,269 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T14:41:02,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741877_1054 (size=1477) 2024-12-01T14:41:02,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741877_1054 (size=1477) 2024-12-01T14:41:02,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741877_1054 (size=1477) 2024-12-01T14:41:02,277 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44039/hbase/data/default/testSequentialEditLogSeqNum/c77fea4d4a38a33a1ced1b930522880c/recovered.edits/0000000000000000003-wal.1733064062123.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-12-01T14:41:02,279 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44039/hbase/data/default/testSequentialEditLogSeqNum/c77fea4d4a38a33a1ced1b930522880c/recovered.edits/0000000000000000003-wal.1733064062123.temp to hdfs://localhost:44039/hbase/data/default/testSequentialEditLogSeqNum/c77fea4d4a38a33a1ced1b930522880c/recovered.edits/0000000000000000020 2024-12-01T14:41:02,279 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 17 ms; skipped=2; WAL=hdfs://localhost:44039/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733064062116/wal.1733064062123, size=1.8 K, length=1843, corrupted=false, cancelled=false 2024-12-01T14:41:02,279 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44039/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733064062116/wal.1733064062123, journal: Splitting hdfs://localhost:44039/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733064062116/wal.1733064062123, size=1.8 K (1843bytes) at 1733064062257Finishing writing output for hdfs://localhost:44039/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733064062116/wal.1733064062123 so closing down at 1733064062265 (+8 ms)Creating recovered edits writer path=hdfs://localhost:44039/hbase/data/default/testSequentialEditLogSeqNum/c77fea4d4a38a33a1ced1b930522880c/recovered.edits/0000000000000000003-wal.1733064062123.temp at 1733064062268 (+3 ms)3 split writer threads finished at 1733064062269 (+1 ms)Closed recovered edits writer path=hdfs://localhost:44039/hbase/data/default/testSequentialEditLogSeqNum/c77fea4d4a38a33a1ced1b930522880c/recovered.edits/0000000000000000003-wal.1733064062123.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1733064062277 (+8 ms)Rename recovered edits hdfs://localhost:44039/hbase/data/default/testSequentialEditLogSeqNum/c77fea4d4a38a33a1ced1b930522880c/recovered.edits/0000000000000000003-wal.1733064062123.temp to hdfs://localhost:44039/hbase/data/default/testSequentialEditLogSeqNum/c77fea4d4a38a33a1ced1b930522880c/recovered.edits/0000000000000000020 at 1733064062279 (+2 ms)Processed 17 edits across 1 Regions in 17 ms; skipped=2; WAL=hdfs://localhost:44039/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733064062116/wal.1733064062123, size=1.8 K, length=1843, corrupted=false, cancelled=false at 1733064062279 2024-12-01T14:41:02,296 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=410 (was 405) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1992809309_22 at /127.0.0.1:37138 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1992809309_22 at /127.0.0.1:45144 [Waiting for operation #28] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=284 (was 284), ProcessCount=11 (was 11), AvailableMemoryMB=5609 (was 5628) 2024-12-01T14:41:02,311 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=410, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=284, ProcessCount=11, AvailableMemoryMB=5608 2024-12-01T14:41:02,330 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:41:02,333 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:41:02,371 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:41:02,374 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-83750201, suffix=, logDir=hdfs://localhost:44039/hbase/WALs/hregion-83750201, archiveDir=hdfs://localhost:44039/hbase/oldWALs, maxLogs=32 2024-12-01T14:41:02,432 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-83750201/hregion-83750201.1733064062375, exclude list is [], retry=0 2024-12-01T14:41:02,436 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38095,DS-162e0196-d3f9-4839-8b51-3af56675701c,DISK] 2024-12-01T14:41:02,439 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-3379dc50-db3b-4563-aab6-3e4fd5a37b87,DISK] 2024-12-01T14:41:02,439 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42713,DS-292c6078-3d9e-4434-a527-67ee069c7ada,DISK] 2024-12-01T14:41:02,452 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-83750201/hregion-83750201.1733064062375 2024-12-01T14:41:02,455 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37761:37761),(127.0.0.1/127.0.0.1:40671:40671),(127.0.0.1/127.0.0.1:35553:35553)] 2024-12-01T14:41:02,455 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 8d3bfa951758821abbfdc17eaf62c7bf, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733064062331.8d3bfa951758821abbfdc17eaf62c7bf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44039/hbase 2024-12-01T14:41:02,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741879_1056 (size=70) 2024-12-01T14:41:02,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741879_1056 (size=70) 2024-12-01T14:41:02,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741879_1056 (size=70) 2024-12-01T14:41:02,476 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733064062331.8d3bfa951758821abbfdc17eaf62c7bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:41:02,478 INFO [StoreOpener-8d3bfa951758821abbfdc17eaf62c7bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8d3bfa951758821abbfdc17eaf62c7bf 2024-12-01T14:41:02,480 INFO [StoreOpener-8d3bfa951758821abbfdc17eaf62c7bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d3bfa951758821abbfdc17eaf62c7bf columnFamilyName a 2024-12-01T14:41:02,480 DEBUG [StoreOpener-8d3bfa951758821abbfdc17eaf62c7bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:02,481 INFO [StoreOpener-8d3bfa951758821abbfdc17eaf62c7bf-1 {}] regionserver.HStore(327): Store=8d3bfa951758821abbfdc17eaf62c7bf/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:02,481 INFO [StoreOpener-8d3bfa951758821abbfdc17eaf62c7bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8d3bfa951758821abbfdc17eaf62c7bf 2024-12-01T14:41:02,483 INFO [StoreOpener-8d3bfa951758821abbfdc17eaf62c7bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d3bfa951758821abbfdc17eaf62c7bf columnFamilyName b 2024-12-01T14:41:02,483 DEBUG [StoreOpener-8d3bfa951758821abbfdc17eaf62c7bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:02,484 INFO [StoreOpener-8d3bfa951758821abbfdc17eaf62c7bf-1 {}] regionserver.HStore(327): Store=8d3bfa951758821abbfdc17eaf62c7bf/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:02,484 INFO [StoreOpener-8d3bfa951758821abbfdc17eaf62c7bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8d3bfa951758821abbfdc17eaf62c7bf 2024-12-01T14:41:02,486 INFO [StoreOpener-8d3bfa951758821abbfdc17eaf62c7bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d3bfa951758821abbfdc17eaf62c7bf columnFamilyName c 2024-12-01T14:41:02,486 DEBUG [StoreOpener-8d3bfa951758821abbfdc17eaf62c7bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:02,487 INFO [StoreOpener-8d3bfa951758821abbfdc17eaf62c7bf-1 {}] regionserver.HStore(327): Store=8d3bfa951758821abbfdc17eaf62c7bf/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:02,487 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8d3bfa951758821abbfdc17eaf62c7bf 2024-12-01T14:41:02,489 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d3bfa951758821abbfdc17eaf62c7bf 2024-12-01T14:41:02,489 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d3bfa951758821abbfdc17eaf62c7bf 2024-12-01T14:41:02,491 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8d3bfa951758821abbfdc17eaf62c7bf 2024-12-01T14:41:02,491 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8d3bfa951758821abbfdc17eaf62c7bf 2024-12-01T14:41:02,492 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T14:41:02,493 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8d3bfa951758821abbfdc17eaf62c7bf 2024-12-01T14:41:02,496 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d3bfa951758821abbfdc17eaf62c7bf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:41:02,497 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8d3bfa951758821abbfdc17eaf62c7bf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70259795, jitterRate=0.04695253074169159}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T14:41:02,499 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8d3bfa951758821abbfdc17eaf62c7bf: Writing region info on filesystem at 1733064062476Initializing all the Stores at 1733064062477 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064062477Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064062477Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064062477Cleaning up temporary data from old regions at 1733064062491 (+14 ms)Region opened successfully at 1733064062499 (+8 ms) 2024-12-01T14:41:02,499 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8d3bfa951758821abbfdc17eaf62c7bf, disabling compactions & flushes 2024-12-01T14:41:02,499 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733064062331.8d3bfa951758821abbfdc17eaf62c7bf. 2024-12-01T14:41:02,499 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733064062331.8d3bfa951758821abbfdc17eaf62c7bf. 2024-12-01T14:41:02,499 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733064062331.8d3bfa951758821abbfdc17eaf62c7bf. after waiting 0 ms 2024-12-01T14:41:02,499 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733064062331.8d3bfa951758821abbfdc17eaf62c7bf. 2024-12-01T14:41:02,500 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733064062331.8d3bfa951758821abbfdc17eaf62c7bf. 2024-12-01T14:41:02,500 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8d3bfa951758821abbfdc17eaf62c7bf: Waiting for close lock at 1733064062499Disabling compacts and flushes for region at 1733064062499Disabling writes for close at 1733064062499Writing region close event to WAL at 1733064062500 (+1 ms)Closed at 1733064062500 2024-12-01T14:41:02,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741878_1055 (size=95) 2024-12-01T14:41:02,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741878_1055 (size=95) 2024-12-01T14:41:02,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741878_1055 (size=95) 2024-12-01T14:41:02,506 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-01T14:41:02,507 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-83750201:(num 1733064062375) 2024-12-01T14:41:02,507 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-01T14:41:02,510 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44039/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733064062330, archiveDir=hdfs://localhost:44039/hbase/oldWALs, maxLogs=32 2024-12-01T14:41:02,527 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733064062330/wal.1733064062510, exclude list is [], retry=0 2024-12-01T14:41:02,530 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38095,DS-162e0196-d3f9-4839-8b51-3af56675701c,DISK] 2024-12-01T14:41:02,530 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42713,DS-292c6078-3d9e-4434-a527-67ee069c7ada,DISK] 2024-12-01T14:41:02,531 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-3379dc50-db3b-4563-aab6-3e4fd5a37b87,DISK] 2024-12-01T14:41:02,533 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733064062330/wal.1733064062510 2024-12-01T14:41:02,534 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37761:37761),(127.0.0.1/127.0.0.1:35553:35553),(127.0.0.1/127.0.0.1:40671:40671)] 2024-12-01T14:41:02,534 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8d3bfa951758821abbfdc17eaf62c7bf, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733064062331.8d3bfa951758821abbfdc17eaf62c7bf.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:41:02,534 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733064062331.8d3bfa951758821abbfdc17eaf62c7bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:41:02,534 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8d3bfa951758821abbfdc17eaf62c7bf 2024-12-01T14:41:02,534 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8d3bfa951758821abbfdc17eaf62c7bf 2024-12-01T14:41:02,536 INFO [StoreOpener-8d3bfa951758821abbfdc17eaf62c7bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8d3bfa951758821abbfdc17eaf62c7bf 2024-12-01T14:41:02,537 INFO [StoreOpener-8d3bfa951758821abbfdc17eaf62c7bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d3bfa951758821abbfdc17eaf62c7bf columnFamilyName a 2024-12-01T14:41:02,537 DEBUG [StoreOpener-8d3bfa951758821abbfdc17eaf62c7bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:02,538 INFO [StoreOpener-8d3bfa951758821abbfdc17eaf62c7bf-1 {}] regionserver.HStore(327): Store=8d3bfa951758821abbfdc17eaf62c7bf/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:02,538 INFO [StoreOpener-8d3bfa951758821abbfdc17eaf62c7bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8d3bfa951758821abbfdc17eaf62c7bf 2024-12-01T14:41:02,539 INFO [StoreOpener-8d3bfa951758821abbfdc17eaf62c7bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d3bfa951758821abbfdc17eaf62c7bf columnFamilyName b 2024-12-01T14:41:02,539 DEBUG [StoreOpener-8d3bfa951758821abbfdc17eaf62c7bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:02,540 INFO [StoreOpener-8d3bfa951758821abbfdc17eaf62c7bf-1 {}] regionserver.HStore(327): Store=8d3bfa951758821abbfdc17eaf62c7bf/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:02,540 INFO [StoreOpener-8d3bfa951758821abbfdc17eaf62c7bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8d3bfa951758821abbfdc17eaf62c7bf 2024-12-01T14:41:02,541 INFO [StoreOpener-8d3bfa951758821abbfdc17eaf62c7bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d3bfa951758821abbfdc17eaf62c7bf columnFamilyName c 2024-12-01T14:41:02,541 DEBUG [StoreOpener-8d3bfa951758821abbfdc17eaf62c7bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:02,541 INFO [StoreOpener-8d3bfa951758821abbfdc17eaf62c7bf-1 {}] regionserver.HStore(327): Store=8d3bfa951758821abbfdc17eaf62c7bf/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:02,542 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8d3bfa951758821abbfdc17eaf62c7bf 2024-12-01T14:41:02,543 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d3bfa951758821abbfdc17eaf62c7bf 2024-12-01T14:41:02,544 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d3bfa951758821abbfdc17eaf62c7bf 2024-12-01T14:41:02,545 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8d3bfa951758821abbfdc17eaf62c7bf 2024-12-01T14:41:02,545 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8d3bfa951758821abbfdc17eaf62c7bf 2024-12-01T14:41:02,546 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T14:41:02,547 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8d3bfa951758821abbfdc17eaf62c7bf 2024-12-01T14:41:02,548 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8d3bfa951758821abbfdc17eaf62c7bf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61352803, jitterRate=-0.08577199280261993}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T14:41:02,549 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8d3bfa951758821abbfdc17eaf62c7bf: Writing region info on filesystem at 1733064062534Initializing all the Stores at 1733064062536 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064062536Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064062536Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064062536Cleaning up temporary data from old regions at 1733064062545 (+9 ms)Region opened successfully at 1733064062549 (+4 ms) 2024-12-01T14:41:02,553 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44039/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1733064062552/Put/seqid=0 2024-12-01T14:41:02,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741881_1058 (size=4826) 2024-12-01T14:41:02,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741881_1058 (size=4826) 2024-12-01T14:41:02,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741881_1058 (size=4826) 2024-12-01T14:41:02,563 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44039/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 8d3bfa951758821abbfdc17eaf62c7bf/a 2024-12-01T14:41:02,571 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-12-01T14:41:02,571 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T14:41:02,571 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8d3bfa951758821abbfdc17eaf62c7bf: 2024-12-01T14:41:02,573 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44039/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:44039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d3bfa951758821abbfdc17eaf62c7bf/a/66f6ad7d9ba1414f86e5a279a1e3bec8_SeqId_3_ 2024-12-01T14:41:02,574 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44039/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 8d3bfa951758821abbfdc17eaf62c7bf/a as hdfs://localhost:44039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d3bfa951758821abbfdc17eaf62c7bf/a/66f6ad7d9ba1414f86e5a279a1e3bec8_SeqId_3_ - updating store file list. 2024-12-01T14:41:02,580 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 66f6ad7d9ba1414f86e5a279a1e3bec8_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-01T14:41:02,580 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d3bfa951758821abbfdc17eaf62c7bf/a/66f6ad7d9ba1414f86e5a279a1e3bec8_SeqId_3_ into 8d3bfa951758821abbfdc17eaf62c7bf/a 2024-12-01T14:41:02,580 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44039/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 8d3bfa951758821abbfdc17eaf62c7bf/a (new location: hdfs://localhost:44039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d3bfa951758821abbfdc17eaf62c7bf/a/66f6ad7d9ba1414f86e5a279a1e3bec8_SeqId_3_) 2024-12-01T14:41:02,617 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44039/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733064062330/wal.1733064062510, size=0 (0bytes) 2024-12-01T14:41:02,617 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:44039/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733064062330/wal.1733064062510 might be still open, length is 0 2024-12-01T14:41:02,617 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44039/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733064062330/wal.1733064062510 2024-12-01T14:41:02,617 WARN [IPC Server handler 3 on default port 44039 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733064062330/wal.1733064062510 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-12-01T14:41:02,618 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:44039/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733064062330/wal.1733064062510 after 1ms 2024-12-01T14:41:05,498 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1992809309_22 at /127.0.0.1:33740 [Receiving block BP-871166880-172.17.0.2-1733064047512:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:38095:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33740 dst: /127.0.0.1:38095 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:38095 remote=/127.0.0.1:33740]. Total timeout mills is 60000, 57090 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T14:41:05,498 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1992809309_22 at /127.0.0.1:56252 [Receiving block BP-871166880-172.17.0.2-1733064047512:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:38873:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56252 dst: /127.0.0.1:38873 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T14:41:05,498 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1992809309_22 at /127.0.0.1:52716 [Receiving block BP-871166880-172.17.0.2-1733064047512:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:42713:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52716 dst: /127.0.0.1:42713 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T14:41:05,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741880_1059 (size=473) 2024-12-01T14:41:05,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741880_1059 (size=473) 2024-12-01T14:41:06,619 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:44039/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733064062330/wal.1733064062510 after 4002ms 2024-12-01T14:41:06,627 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44039/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733064062330/wal.1733064062510: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-01T14:41:06,627 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44039/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733064062330/wal.1733064062510 took 4010ms 2024-12-01T14:41:06,630 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:44039/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733064062330/wal.1733064062510; continuing. 2024-12-01T14:41:06,630 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44039/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733064062330/wal.1733064062510 so closing down 2024-12-01T14:41:06,630 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T14:41:06,633 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1733064062510.temp 2024-12-01T14:41:06,635 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d3bfa951758821abbfdc17eaf62c7bf/recovered.edits/0000000000000000005-wal.1733064062510.temp 2024-12-01T14:41:06,635 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T14:41:06,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741882_1060 (size=259) 2024-12-01T14:41:06,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741882_1060 (size=259) 2024-12-01T14:41:06,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741882_1060 (size=259) 2024-12-01T14:41:06,644 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d3bfa951758821abbfdc17eaf62c7bf/recovered.edits/0000000000000000005-wal.1733064062510.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-01T14:41:06,646 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d3bfa951758821abbfdc17eaf62c7bf/recovered.edits/0000000000000000005-wal.1733064062510.temp to hdfs://localhost:44039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d3bfa951758821abbfdc17eaf62c7bf/recovered.edits/0000000000000000005 2024-12-01T14:41:06,646 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 18 ms; skipped=1; WAL=hdfs://localhost:44039/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733064062330/wal.1733064062510, size=0, length=0, corrupted=false, cancelled=false 2024-12-01T14:41:06,646 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44039/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733064062330/wal.1733064062510, journal: Splitting hdfs://localhost:44039/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733064062330/wal.1733064062510, size=0 (0bytes) at 1733064062617Finishing writing output for hdfs://localhost:44039/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733064062330/wal.1733064062510 so closing down at 1733064066630 (+4013 ms)Creating recovered edits writer path=hdfs://localhost:44039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d3bfa951758821abbfdc17eaf62c7bf/recovered.edits/0000000000000000005-wal.1733064062510.temp at 1733064066635 (+5 ms)3 split writer threads finished at 1733064066635Closed recovered edits writer path=hdfs://localhost:44039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d3bfa951758821abbfdc17eaf62c7bf/recovered.edits/0000000000000000005-wal.1733064062510.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733064066644 (+9 ms)Rename recovered edits hdfs://localhost:44039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d3bfa951758821abbfdc17eaf62c7bf/recovered.edits/0000000000000000005-wal.1733064062510.temp to hdfs://localhost:44039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d3bfa951758821abbfdc17eaf62c7bf/recovered.edits/0000000000000000005 at 1733064066646 (+2 ms)Processed 2 edits across 1 Regions in 18 ms; skipped=1; WAL=hdfs://localhost:44039/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733064062330/wal.1733064062510, size=0, length=0, corrupted=false, cancelled=false at 1733064066646 2024-12-01T14:41:06,648 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44039/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733064062330/wal.1733064062510 to hdfs://localhost:44039/hbase/oldWALs/wal.1733064062510 2024-12-01T14:41:06,650 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:44039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d3bfa951758821abbfdc17eaf62c7bf/recovered.edits/0000000000000000005 2024-12-01T14:41:06,650 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-01T14:41:06,652 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44039/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733064062330, archiveDir=hdfs://localhost:44039/hbase/oldWALs, maxLogs=32 2024-12-01T14:41:06,667 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733064062330/wal.1733064066652, exclude list is [], retry=0 2024-12-01T14:41:06,670 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-3379dc50-db3b-4563-aab6-3e4fd5a37b87,DISK] 2024-12-01T14:41:06,670 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38095,DS-162e0196-d3f9-4839-8b51-3af56675701c,DISK] 2024-12-01T14:41:06,670 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42713,DS-292c6078-3d9e-4434-a527-67ee069c7ada,DISK] 2024-12-01T14:41:06,672 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733064062330/wal.1733064066652 2024-12-01T14:41:06,673 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40671:40671),(127.0.0.1/127.0.0.1:37761:37761),(127.0.0.1/127.0.0.1:35553:35553)] 2024-12-01T14:41:06,673 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8d3bfa951758821abbfdc17eaf62c7bf, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733064062331.8d3bfa951758821abbfdc17eaf62c7bf.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:41:06,673 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733064062331.8d3bfa951758821abbfdc17eaf62c7bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:41:06,673 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8d3bfa951758821abbfdc17eaf62c7bf 2024-12-01T14:41:06,673 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8d3bfa951758821abbfdc17eaf62c7bf 2024-12-01T14:41:06,675 INFO [StoreOpener-8d3bfa951758821abbfdc17eaf62c7bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8d3bfa951758821abbfdc17eaf62c7bf 2024-12-01T14:41:06,676 INFO [StoreOpener-8d3bfa951758821abbfdc17eaf62c7bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d3bfa951758821abbfdc17eaf62c7bf columnFamilyName a 2024-12-01T14:41:06,676 DEBUG [StoreOpener-8d3bfa951758821abbfdc17eaf62c7bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:06,683 DEBUG [StoreFileOpener-8d3bfa951758821abbfdc17eaf62c7bf-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 66f6ad7d9ba1414f86e5a279a1e3bec8_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-01T14:41:06,683 DEBUG [StoreOpener-8d3bfa951758821abbfdc17eaf62c7bf-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d3bfa951758821abbfdc17eaf62c7bf/a/66f6ad7d9ba1414f86e5a279a1e3bec8_SeqId_3_ 2024-12-01T14:41:06,683 INFO [StoreOpener-8d3bfa951758821abbfdc17eaf62c7bf-1 {}] regionserver.HStore(327): Store=8d3bfa951758821abbfdc17eaf62c7bf/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:06,684 INFO [StoreOpener-8d3bfa951758821abbfdc17eaf62c7bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8d3bfa951758821abbfdc17eaf62c7bf 2024-12-01T14:41:06,685 INFO [StoreOpener-8d3bfa951758821abbfdc17eaf62c7bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d3bfa951758821abbfdc17eaf62c7bf columnFamilyName b 2024-12-01T14:41:06,685 DEBUG [StoreOpener-8d3bfa951758821abbfdc17eaf62c7bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:06,685 INFO [StoreOpener-8d3bfa951758821abbfdc17eaf62c7bf-1 {}] regionserver.HStore(327): Store=8d3bfa951758821abbfdc17eaf62c7bf/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:06,686 INFO [StoreOpener-8d3bfa951758821abbfdc17eaf62c7bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8d3bfa951758821abbfdc17eaf62c7bf 2024-12-01T14:41:06,687 INFO [StoreOpener-8d3bfa951758821abbfdc17eaf62c7bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d3bfa951758821abbfdc17eaf62c7bf columnFamilyName c 2024-12-01T14:41:06,687 DEBUG [StoreOpener-8d3bfa951758821abbfdc17eaf62c7bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:06,687 INFO [StoreOpener-8d3bfa951758821abbfdc17eaf62c7bf-1 {}] regionserver.HStore(327): Store=8d3bfa951758821abbfdc17eaf62c7bf/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:06,687 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8d3bfa951758821abbfdc17eaf62c7bf 2024-12-01T14:41:06,688 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d3bfa951758821abbfdc17eaf62c7bf 2024-12-01T14:41:06,690 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d3bfa951758821abbfdc17eaf62c7bf 2024-12-01T14:41:06,691 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d3bfa951758821abbfdc17eaf62c7bf/recovered.edits/0000000000000000005 2024-12-01T14:41:06,693 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d3bfa951758821abbfdc17eaf62c7bf/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-01T14:41:06,694 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:44039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d3bfa951758821abbfdc17eaf62c7bf/recovered.edits/0000000000000000005 2024-12-01T14:41:06,694 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8d3bfa951758821abbfdc17eaf62c7bf 3/3 column families, dataSize=58 B heapSize=904 B 2024-12-01T14:41:06,709 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d3bfa951758821abbfdc17eaf62c7bf/.tmp/a/e3c6d0b3042e4ae19f4111f00c9b4a89 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1733064062586/Put/seqid=0 2024-12-01T14:41:06,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741884_1062 (size=5149) 2024-12-01T14:41:06,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741884_1062 (size=5149) 2024-12-01T14:41:06,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741884_1062 (size=5149) 2024-12-01T14:41:06,717 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d3bfa951758821abbfdc17eaf62c7bf/.tmp/a/e3c6d0b3042e4ae19f4111f00c9b4a89 2024-12-01T14:41:06,723 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d3bfa951758821abbfdc17eaf62c7bf/.tmp/a/e3c6d0b3042e4ae19f4111f00c9b4a89 as hdfs://localhost:44039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d3bfa951758821abbfdc17eaf62c7bf/a/e3c6d0b3042e4ae19f4111f00c9b4a89 2024-12-01T14:41:06,728 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d3bfa951758821abbfdc17eaf62c7bf/a/e3c6d0b3042e4ae19f4111f00c9b4a89, entries=1, sequenceid=5, filesize=5.0 K 2024-12-01T14:41:06,728 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 8d3bfa951758821abbfdc17eaf62c7bf in 34ms, sequenceid=5, compaction requested=false; wal=null 2024-12-01T14:41:06,729 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d3bfa951758821abbfdc17eaf62c7bf/recovered.edits/0000000000000000005 2024-12-01T14:41:06,730 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8d3bfa951758821abbfdc17eaf62c7bf 2024-12-01T14:41:06,730 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8d3bfa951758821abbfdc17eaf62c7bf 2024-12-01T14:41:06,731 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T14:41:06,733 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8d3bfa951758821abbfdc17eaf62c7bf 2024-12-01T14:41:06,735 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d3bfa951758821abbfdc17eaf62c7bf/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-01T14:41:06,736 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8d3bfa951758821abbfdc17eaf62c7bf; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59478022, jitterRate=-0.11370840668678284}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T14:41:06,736 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8d3bfa951758821abbfdc17eaf62c7bf: Writing region info on filesystem at 1733064066674Initializing all the Stores at 1733064066675 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064066675Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064066675Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064066675Obtaining lock to block concurrent updates at 1733064066694 (+19 ms)Preparing flush snapshotting stores in 8d3bfa951758821abbfdc17eaf62c7bf at 1733064066694Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1733064062331.8d3bfa951758821abbfdc17eaf62c7bf., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1733064066694Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1733064062331.8d3bfa951758821abbfdc17eaf62c7bf. at 1733064066694Flushing 8d3bfa951758821abbfdc17eaf62c7bf/a: creating writer at 1733064066695 (+1 ms)Flushing 8d3bfa951758821abbfdc17eaf62c7bf/a: appending metadata at 1733064066709 (+14 ms)Flushing 8d3bfa951758821abbfdc17eaf62c7bf/a: closing flushed file at 1733064066709Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5528e823: reopening flushed file at 1733064066722 (+13 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 8d3bfa951758821abbfdc17eaf62c7bf in 34ms, sequenceid=5, compaction requested=false; wal=null at 1733064066728 (+6 ms)Cleaning up temporary data from old regions at 1733064066730 (+2 ms)Region opened successfully at 1733064066736 (+6 ms) 2024-12-01T14:41:06,740 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8d3bfa951758821abbfdc17eaf62c7bf, disabling compactions & flushes 2024-12-01T14:41:06,740 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733064062331.8d3bfa951758821abbfdc17eaf62c7bf. 2024-12-01T14:41:06,740 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733064062331.8d3bfa951758821abbfdc17eaf62c7bf. 2024-12-01T14:41:06,740 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733064062331.8d3bfa951758821abbfdc17eaf62c7bf. after waiting 0 ms 2024-12-01T14:41:06,740 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733064062331.8d3bfa951758821abbfdc17eaf62c7bf. 2024-12-01T14:41:06,741 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733064062331.8d3bfa951758821abbfdc17eaf62c7bf. 2024-12-01T14:41:06,741 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8d3bfa951758821abbfdc17eaf62c7bf: Waiting for close lock at 1733064066740Disabling compacts and flushes for region at 1733064066740Disabling writes for close at 1733064066740Writing region close event to WAL at 1733064066741 (+1 ms)Closed at 1733064066741 2024-12-01T14:41:06,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741883_1061 (size=95) 2024-12-01T14:41:06,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741883_1061 (size=95) 2024-12-01T14:41:06,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741883_1061 (size=95) 2024-12-01T14:41:06,747 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-01T14:41:06,747 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733064066652) 2024-12-01T14:41:06,763 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=413 (was 410) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_939586624_22 at /127.0.0.1:52738 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3bfa75e2-735a-e3b5-95f7-aa3a0b278247/cluster_a7addb41-f964-28d1-68f8-a3434012fb18/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_939586624_22 at /127.0.0.1:56314 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3bfa75e2-735a-e3b5-95f7-aa3a0b278247/cluster_a7addb41-f964-28d1-68f8-a3434012fb18/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:44039 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:44039 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1022 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=262 (was 284), ProcessCount=11 (was 11), AvailableMemoryMB=5544 (was 5608) 2024-12-01T14:41:06,774 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=413, OpenFileDescriptor=1022, MaxFileDescriptor=1048576, SystemLoadAverage=262, ProcessCount=11, AvailableMemoryMB=5544 2024-12-01T14:41:06,787 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:41:06,792 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:41:06,795 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 519b220a2ba1,38211,1733064051335 2024-12-01T14:41:06,798 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d633c2e 2024-12-01T14:41:06,799 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:41:06,801 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45704, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:41:06,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38211 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:41:06,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38211 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-12-01T14:41:06,814 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T14:41:06,816 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38211 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-12-01T14:41:06,816 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:06,818 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T14:41:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:41:06,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741885_1063 (size=694) 2024-12-01T14:41:06,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741885_1063 (size=694) 2024-12-01T14:41:06,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741885_1063 (size=694) 2024-12-01T14:41:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:41:07,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:41:07,236 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 43f863fcddf032f450be50d27167ab5d, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5 2024-12-01T14:41:07,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741886_1064 (size=77) 2024-12-01T14:41:07,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741886_1064 (size=77) 2024-12-01T14:41:07,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741886_1064 (size=77) 2024-12-01T14:41:07,253 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:41:07,253 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 43f863fcddf032f450be50d27167ab5d, disabling compactions & flushes 2024-12-01T14:41:07,253 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d. 2024-12-01T14:41:07,253 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d. 2024-12-01T14:41:07,253 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d. after waiting 0 ms 2024-12-01T14:41:07,253 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d. 2024-12-01T14:41:07,253 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d. 2024-12-01T14:41:07,254 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 43f863fcddf032f450be50d27167ab5d: Waiting for close lock at 1733064067253Disabling compacts and flushes for region at 1733064067253Disabling writes for close at 1733064067253Writing region close event to WAL at 1733064067253Closed at 1733064067253 2024-12-01T14:41:07,256 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T14:41:07,261 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1733064067256"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733064067256"}]},"ts":"1733064067256"} 2024-12-01T14:41:07,264 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T14:41:07,265 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T14:41:07,267 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733064067265"}]},"ts":"1733064067265"} 2024-12-01T14:41:07,270 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-12-01T14:41:07,271 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {519b220a2ba1=0} racks are {/default-rack=0} 2024-12-01T14:41:07,272 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-01T14:41:07,272 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-01T14:41:07,272 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-01T14:41:07,272 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-01T14:41:07,272 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-01T14:41:07,272 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-01T14:41:07,272 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-01T14:41:07,272 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-01T14:41:07,272 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-01T14:41:07,272 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-01T14:41:07,273 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=43f863fcddf032f450be50d27167ab5d, ASSIGN}] 2024-12-01T14:41:07,275 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=43f863fcddf032f450be50d27167ab5d, ASSIGN 2024-12-01T14:41:07,277 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=43f863fcddf032f450be50d27167ab5d, ASSIGN; state=OFFLINE, location=519b220a2ba1,37801,1733064052234; forceNewPlan=false, retain=false 2024-12-01T14:41:07,431 INFO [519b220a2ba1:38211 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-01T14:41:07,431 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=43f863fcddf032f450be50d27167ab5d, regionState=OPENING, regionLocation=519b220a2ba1,37801,1733064052234 2024-12-01T14:41:07,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=43f863fcddf032f450be50d27167ab5d, ASSIGN because future has completed 2024-12-01T14:41:07,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43f863fcddf032f450be50d27167ab5d, server=519b220a2ba1,37801,1733064052234}] 2024-12-01T14:41:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:41:07,588 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:41:07,590 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34255, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T14:41:07,596 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d. 2024-12-01T14:41:07,596 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 43f863fcddf032f450be50d27167ab5d, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:41:07,596 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:07,596 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:41:07,597 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:07,597 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:07,598 INFO [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:07,600 INFO [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43f863fcddf032f450be50d27167ab5d columnFamilyName cf1 2024-12-01T14:41:07,600 DEBUG [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:07,601 INFO [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] regionserver.HStore(327): Store=43f863fcddf032f450be50d27167ab5d/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:07,601 INFO [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:07,602 INFO [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43f863fcddf032f450be50d27167ab5d columnFamilyName cf2 2024-12-01T14:41:07,602 DEBUG [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:07,603 INFO [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] regionserver.HStore(327): Store=43f863fcddf032f450be50d27167ab5d/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:07,603 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:07,605 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:07,605 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:07,606 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:07,606 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:07,607 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-01T14:41:07,609 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:07,612 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/43f863fcddf032f450be50d27167ab5d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:41:07,613 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 43f863fcddf032f450be50d27167ab5d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59274792, jitterRate=-0.1167367696762085}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-01T14:41:07,613 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:07,614 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 43f863fcddf032f450be50d27167ab5d: Running coprocessor pre-open hook at 1733064067597Writing region info on filesystem at 1733064067597Initializing all the Stores at 1733064067598 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064067598Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064067598Cleaning up temporary data from old regions at 1733064067606 (+8 ms)Running coprocessor post-open hooks at 1733064067613 (+7 ms)Region opened successfully at 1733064067614 (+1 ms) 2024-12-01T14:41:07,616 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d., pid=6, masterSystemTime=1733064067588 2024-12-01T14:41:07,619 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d. 2024-12-01T14:41:07,619 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d. 2024-12-01T14:41:07,620 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=43f863fcddf032f450be50d27167ab5d, regionState=OPEN, openSeqNum=2, regionLocation=519b220a2ba1,37801,1733064052234 2024-12-01T14:41:07,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43f863fcddf032f450be50d27167ab5d, server=519b220a2ba1,37801,1733064052234 because future has completed 2024-12-01T14:41:07,630 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T14:41:07,631 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 43f863fcddf032f450be50d27167ab5d, server=519b220a2ba1,37801,1733064052234 in 191 msec 2024-12-01T14:41:07,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T14:41:07,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=43f863fcddf032f450be50d27167ab5d, ASSIGN in 357 msec 2024-12-01T14:41:07,634 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T14:41:07,634 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733064067634"}]},"ts":"1733064067634"} 2024-12-01T14:41:07,637 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-12-01T14:41:07,639 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T14:41:07,642 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 832 msec 2024-12-01T14:41:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:41:07,956 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-12-01T14:41:07,956 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-12-01T14:41:07,958 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-01T14:41:07,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-12-01T14:41:07,968 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-01T14:41:07,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-12-01T14:41:07,981 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d., hostname=519b220a2ba1,37801,1733064052234, seqNum=2] 2024-12-01T14:41:07,983 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:41:07,985 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53242, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:41:08,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38211 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=43f863fcddf032f450be50d27167ab5d, source=519b220a2ba1,37801,1733064052234, destination=519b220a2ba1,33929,1733064052060, warming up region on 519b220a2ba1,33929,1733064052060 2024-12-01T14:41:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38211 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:41:08,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38211 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=43f863fcddf032f450be50d27167ab5d, source=519b220a2ba1,37801,1733064052234, destination=519b220a2ba1,33929,1733064052060, running balancer 2024-12-01T14:41:08,005 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37545, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T14:41:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38211 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=43f863fcddf032f450be50d27167ab5d, REOPEN/MOVE 2024-12-01T14:41:08,006 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=43f863fcddf032f450be50d27167ab5d, REOPEN/MOVE 2024-12-01T14:41:08,008 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=43f863fcddf032f450be50d27167ab5d, regionState=CLOSING, regionLocation=519b220a2ba1,37801,1733064052234 2024-12-01T14:41:08,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d. 2024-12-01T14:41:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] regionserver.HRegion(7855): Warmup {ENCODED => 43f863fcddf032f450be50d27167ab5d, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:41:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:41:08,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=43f863fcddf032f450be50d27167ab5d, REOPEN/MOVE because future has completed 2024-12-01T14:41:08,011 INFO [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:08,012 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-01T14:41:08,012 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 43f863fcddf032f450be50d27167ab5d, server=519b220a2ba1,37801,1733064052234}] 2024-12-01T14:41:08,013 INFO [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43f863fcddf032f450be50d27167ab5d columnFamilyName cf1 2024-12-01T14:41:08,013 DEBUG [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:08,013 INFO [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] regionserver.HStore(327): Store=43f863fcddf032f450be50d27167ab5d/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:08,013 INFO [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:08,014 INFO [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43f863fcddf032f450be50d27167ab5d columnFamilyName cf2 2024-12-01T14:41:08,014 DEBUG [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:08,015 INFO [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] regionserver.HStore(327): Store=43f863fcddf032f450be50d27167ab5d/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] regionserver.HRegion(1722): Closing 43f863fcddf032f450be50d27167ab5d, disabling compactions & flushes 2024-12-01T14:41:08,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d. 2024-12-01T14:41:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d. 2024-12-01T14:41:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d. after waiting 0 ms 2024-12-01T14:41:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d. 2024-12-01T14:41:08,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d. 2024-12-01T14:41:08,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] regionserver.HRegion(1676): Region close journal for 43f863fcddf032f450be50d27167ab5d: Waiting for close lock at 1733064068015Disabling compacts and flushes for region at 1733064068015Disabling writes for close at 1733064068015Writing region close event to WAL at 1733064068016 (+1 ms)Closed at 1733064068016 2024-12-01T14:41:08,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38211 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-12-01T14:41:08,172 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:08,172 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-01T14:41:08,173 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 43f863fcddf032f450be50d27167ab5d, disabling compactions & flushes 2024-12-01T14:41:08,173 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d. 2024-12-01T14:41:08,173 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d. 2024-12-01T14:41:08,173 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d. after waiting 0 ms 2024-12-01T14:41:08,173 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d. 2024-12-01T14:41:08,173 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 43f863fcddf032f450be50d27167ab5d 2/2 column families, dataSize=31 B heapSize=616 B 2024-12-01T14:41:08,192 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/43f863fcddf032f450be50d27167ab5d/.tmp/cf1/4b2c0431b958405c9ef0bbdf39fd011c is 35, key is r1/cf1:q/1733064067986/Put/seqid=0 2024-12-01T14:41:08,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741887_1065 (size=4783) 2024-12-01T14:41:08,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741887_1065 (size=4783) 2024-12-01T14:41:08,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741887_1065 (size=4783) 2024-12-01T14:41:08,199 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/43f863fcddf032f450be50d27167ab5d/.tmp/cf1/4b2c0431b958405c9ef0bbdf39fd011c 2024-12-01T14:41:08,207 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/43f863fcddf032f450be50d27167ab5d/.tmp/cf1/4b2c0431b958405c9ef0bbdf39fd011c as hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/43f863fcddf032f450be50d27167ab5d/cf1/4b2c0431b958405c9ef0bbdf39fd011c 2024-12-01T14:41:08,213 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/43f863fcddf032f450be50d27167ab5d/cf1/4b2c0431b958405c9ef0bbdf39fd011c, entries=1, sequenceid=5, filesize=4.7 K 2024-12-01T14:41:08,215 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 43f863fcddf032f450be50d27167ab5d in 41ms, sequenceid=5, compaction requested=false 2024-12-01T14:41:08,215 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-12-01T14:41:08,220 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/43f863fcddf032f450be50d27167ab5d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-01T14:41:08,222 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d. 2024-12-01T14:41:08,222 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 43f863fcddf032f450be50d27167ab5d: Waiting for close lock at 1733064068173Running coprocessor pre-close hooks at 1733064068173Disabling compacts and flushes for region at 1733064068173Disabling writes for close at 1733064068173Obtaining lock to block concurrent updates at 1733064068173Preparing flush snapshotting stores in 43f863fcddf032f450be50d27167ab5d at 1733064068173Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1733064068174 (+1 ms)Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d. at 1733064068175 (+1 ms)Flushing 43f863fcddf032f450be50d27167ab5d/cf1: creating writer at 1733064068175Flushing 43f863fcddf032f450be50d27167ab5d/cf1: appending metadata at 1733064068192 (+17 ms)Flushing 43f863fcddf032f450be50d27167ab5d/cf1: closing flushed file at 1733064068192Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ae2791d: reopening flushed file at 1733064068205 (+13 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 43f863fcddf032f450be50d27167ab5d in 41ms, sequenceid=5, compaction requested=false at 1733064068215 (+10 ms)Writing region close event to WAL at 1733064068216 (+1 ms)Running coprocessor post-close hooks at 1733064068220 (+4 ms)Closed at 1733064068222 (+2 ms) 2024-12-01T14:41:08,222 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 43f863fcddf032f450be50d27167ab5d move to 519b220a2ba1,33929,1733064052060 record at close sequenceid=5 2024-12-01T14:41:08,225 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:08,227 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=43f863fcddf032f450be50d27167ab5d, regionState=CLOSED 2024-12-01T14:41:08,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 43f863fcddf032f450be50d27167ab5d, server=519b220a2ba1,37801,1733064052234 because future has completed 2024-12-01T14:41:08,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-01T14:41:08,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 43f863fcddf032f450be50d27167ab5d, server=519b220a2ba1,37801,1733064052234 in 221 msec 2024-12-01T14:41:08,239 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=43f863fcddf032f450be50d27167ab5d, REOPEN/MOVE; state=CLOSED, location=519b220a2ba1,33929,1733064052060; forceNewPlan=false, retain=false 2024-12-01T14:41:08,389 INFO [519b220a2ba1:38211 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-01T14:41:08,390 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=43f863fcddf032f450be50d27167ab5d, regionState=OPENING, regionLocation=519b220a2ba1,33929,1733064052060 2024-12-01T14:41:08,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=43f863fcddf032f450be50d27167ab5d, REOPEN/MOVE because future has completed 2024-12-01T14:41:08,393 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43f863fcddf032f450be50d27167ab5d, server=519b220a2ba1,33929,1733064052060}] 2024-12-01T14:41:08,551 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d. 2024-12-01T14:41:08,552 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 43f863fcddf032f450be50d27167ab5d, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:41:08,552 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:08,552 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:41:08,552 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:08,552 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:08,554 INFO [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:08,556 INFO [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43f863fcddf032f450be50d27167ab5d columnFamilyName cf1 2024-12-01T14:41:08,556 DEBUG [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:08,563 DEBUG [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/43f863fcddf032f450be50d27167ab5d/cf1/4b2c0431b958405c9ef0bbdf39fd011c 2024-12-01T14:41:08,563 INFO [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] regionserver.HStore(327): Store=43f863fcddf032f450be50d27167ab5d/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:08,564 INFO [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:08,565 INFO [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43f863fcddf032f450be50d27167ab5d columnFamilyName cf2 2024-12-01T14:41:08,565 DEBUG [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:08,565 INFO [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] regionserver.HStore(327): Store=43f863fcddf032f450be50d27167ab5d/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:08,565 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:08,566 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:08,568 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:08,569 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:08,569 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:08,570 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-01T14:41:08,572 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:08,573 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 43f863fcddf032f450be50d27167ab5d; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68865972, jitterRate=0.026182949542999268}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-01T14:41:08,573 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:08,574 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 43f863fcddf032f450be50d27167ab5d: Running coprocessor pre-open hook at 1733064068553Writing region info on filesystem at 1733064068553Initializing all the Stores at 1733064068554 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064068554Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064068554Cleaning up temporary data from old regions at 1733064068569 (+15 ms)Running coprocessor post-open hooks at 1733064068574 (+5 ms)Region opened successfully at 1733064068574 2024-12-01T14:41:08,576 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d., pid=9, masterSystemTime=1733064068546 2024-12-01T14:41:08,579 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d. 2024-12-01T14:41:08,579 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d. 2024-12-01T14:41:08,580 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=43f863fcddf032f450be50d27167ab5d, regionState=OPEN, openSeqNum=9, regionLocation=519b220a2ba1,33929,1733064052060 2024-12-01T14:41:08,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43f863fcddf032f450be50d27167ab5d, server=519b220a2ba1,33929,1733064052060 because future has completed 2024-12-01T14:41:08,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-12-01T14:41:08,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 43f863fcddf032f450be50d27167ab5d, server=519b220a2ba1,33929,1733064052060 in 192 msec 2024-12-01T14:41:08,590 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=43f863fcddf032f450be50d27167ab5d, REOPEN/MOVE in 584 msec 2024-12-01T14:41:08,611 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:41:08,613 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55778, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T14:41:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:53242 deadline: 1733064128617, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=519b220a2ba1 port=33929 startCode=1733064052060. As of locationSeqNum=5. 2024-12-01T14:41:08,640 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d., hostname=519b220a2ba1,37801,1733064052234, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d., hostname=519b220a2ba1,37801,1733064052234, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=519b220a2ba1 port=33929 startCode=1733064052060. As of locationSeqNum=5. 2024-12-01T14:41:08,641 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d., hostname=519b220a2ba1,37801,1733064052234, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=519b220a2ba1 port=33929 startCode=1733064052060. As of locationSeqNum=5. 2024-12-01T14:41:08,641 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d., hostname=519b220a2ba1,37801,1733064052234, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d., hostname=519b220a2ba1,33929,1733064052060, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=519b220a2ba1 port=33929 startCode=1733064052060. As of locationSeqNum=5. 2024-12-01T14:41:08,755 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:41:08,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55784, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:41:08,766 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 43f863fcddf032f450be50d27167ab5d 2/2 column families, dataSize=50 B heapSize=720 B 2024-12-01T14:41:08,781 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/43f863fcddf032f450be50d27167ab5d/.tmp/cf1/71476616d34045ba9e5fa2f60bb58d70 is 29, key is r1/cf1:/1733064068758/DeleteFamily/seqid=0 2024-12-01T14:41:08,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741888_1066 (size=4906) 2024-12-01T14:41:08,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741888_1066 (size=4906) 2024-12-01T14:41:08,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741888_1066 (size=4906) 2024-12-01T14:41:08,788 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/43f863fcddf032f450be50d27167ab5d/.tmp/cf1/71476616d34045ba9e5fa2f60bb58d70 2024-12-01T14:41:08,794 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 71476616d34045ba9e5fa2f60bb58d70 2024-12-01T14:41:08,808 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/43f863fcddf032f450be50d27167ab5d/.tmp/cf2/c1985e2216bd4faf8f60922cea563061 is 29, key is r1/cf2:/1733064068758/DeleteFamily/seqid=0 2024-12-01T14:41:08,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741889_1067 (size=4906) 2024-12-01T14:41:08,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741889_1067 (size=4906) 2024-12-01T14:41:08,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741889_1067 (size=4906) 2024-12-01T14:41:08,816 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/43f863fcddf032f450be50d27167ab5d/.tmp/cf2/c1985e2216bd4faf8f60922cea563061 2024-12-01T14:41:08,822 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c1985e2216bd4faf8f60922cea563061 2024-12-01T14:41:08,823 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/43f863fcddf032f450be50d27167ab5d/.tmp/cf1/71476616d34045ba9e5fa2f60bb58d70 as hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/43f863fcddf032f450be50d27167ab5d/cf1/71476616d34045ba9e5fa2f60bb58d70 2024-12-01T14:41:08,830 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 71476616d34045ba9e5fa2f60bb58d70 2024-12-01T14:41:08,830 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/43f863fcddf032f450be50d27167ab5d/cf1/71476616d34045ba9e5fa2f60bb58d70, entries=1, sequenceid=12, filesize=4.8 K 2024-12-01T14:41:08,832 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/43f863fcddf032f450be50d27167ab5d/.tmp/cf2/c1985e2216bd4faf8f60922cea563061 as hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/43f863fcddf032f450be50d27167ab5d/cf2/c1985e2216bd4faf8f60922cea563061 2024-12-01T14:41:08,838 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c1985e2216bd4faf8f60922cea563061 2024-12-01T14:41:08,838 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/43f863fcddf032f450be50d27167ab5d/cf2/c1985e2216bd4faf8f60922cea563061, entries=1, sequenceid=12, filesize=4.8 K 2024-12-01T14:41:08,840 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 43f863fcddf032f450be50d27167ab5d in 74ms, sequenceid=12, compaction requested=false 2024-12-01T14:41:08,840 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 43f863fcddf032f450be50d27167ab5d: 2024-12-01T14:41:08,843 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-01T14:41:08,844 DEBUG [Time-limited test {}] regionserver.HStore(1541): 43f863fcddf032f450be50d27167ab5d/cf1 is initiating major compaction (all files) 2024-12-01T14:41:08,844 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T14:41:08,844 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:41:08,845 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 43f863fcddf032f450be50d27167ab5d/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d. 2024-12-01T14:41:08,845 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/43f863fcddf032f450be50d27167ab5d/cf1/4b2c0431b958405c9ef0bbdf39fd011c, hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/43f863fcddf032f450be50d27167ab5d/cf1/71476616d34045ba9e5fa2f60bb58d70] into tmpdir=hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/43f863fcddf032f450be50d27167ab5d/.tmp, totalSize=9.5 K 2024-12-01T14:41:08,847 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 4b2c0431b958405c9ef0bbdf39fd011c, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733064067986 2024-12-01T14:41:08,847 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 71476616d34045ba9e5fa2f60bb58d70, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-01T14:41:08,859 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 43f863fcddf032f450be50d27167ab5d#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T14:41:08,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741890_1068 (size=4626) 2024-12-01T14:41:08,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741890_1068 (size=4626) 2024-12-01T14:41:08,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741890_1068 (size=4626) 2024-12-01T14:41:08,872 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/43f863fcddf032f450be50d27167ab5d/.tmp/cf1/d53fb07de26345478e0831c1612ba1c5 as hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/43f863fcddf032f450be50d27167ab5d/cf1/d53fb07de26345478e0831c1612ba1c5 2024-12-01T14:41:08,885 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 43f863fcddf032f450be50d27167ab5d/cf1 of 43f863fcddf032f450be50d27167ab5d into d53fb07de26345478e0831c1612ba1c5(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T14:41:08,885 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 43f863fcddf032f450be50d27167ab5d: 2024-12-01T14:41:08,885 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-01T14:41:08,886 DEBUG [Time-limited test {}] regionserver.HStore(1541): 43f863fcddf032f450be50d27167ab5d/cf2 is initiating major compaction (all files) 2024-12-01T14:41:08,886 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T14:41:08,886 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:41:08,886 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 43f863fcddf032f450be50d27167ab5d/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d. 2024-12-01T14:41:08,886 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/43f863fcddf032f450be50d27167ab5d/cf2/c1985e2216bd4faf8f60922cea563061] into tmpdir=hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/43f863fcddf032f450be50d27167ab5d/.tmp, totalSize=4.8 K 2024-12-01T14:41:08,887 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting c1985e2216bd4faf8f60922cea563061, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-01T14:41:08,892 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 43f863fcddf032f450be50d27167ab5d#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T14:41:08,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741891_1069 (size=4592) 2024-12-01T14:41:08,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741891_1069 (size=4592) 2024-12-01T14:41:08,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741891_1069 (size=4592) 2024-12-01T14:41:08,909 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/43f863fcddf032f450be50d27167ab5d/.tmp/cf2/fb4136247df94249bafaf1b8e80f2b7d as hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/43f863fcddf032f450be50d27167ab5d/cf2/fb4136247df94249bafaf1b8e80f2b7d 2024-12-01T14:41:08,918 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 43f863fcddf032f450be50d27167ab5d/cf2 of 43f863fcddf032f450be50d27167ab5d into fb4136247df94249bafaf1b8e80f2b7d(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T14:41:08,918 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 43f863fcddf032f450be50d27167ab5d: 2024-12-01T14:41:08,924 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38211 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=43f863fcddf032f450be50d27167ab5d, source=519b220a2ba1,33929,1733064052060, destination=519b220a2ba1,37801,1733064052234, warming up region on 519b220a2ba1,37801,1733064052234 2024-12-01T14:41:08,924 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38211 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=43f863fcddf032f450be50d27167ab5d, source=519b220a2ba1,33929,1733064052060, destination=519b220a2ba1,37801,1733064052234, running balancer 2024-12-01T14:41:08,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38211 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=43f863fcddf032f450be50d27167ab5d, REOPEN/MOVE 2024-12-01T14:41:08,926 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=43f863fcddf032f450be50d27167ab5d, REOPEN/MOVE 2024-12-01T14:41:08,928 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d. 2024-12-01T14:41:08,928 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=43f863fcddf032f450be50d27167ab5d, regionState=CLOSING, regionLocation=519b220a2ba1,33929,1733064052060 2024-12-01T14:41:08,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] regionserver.HRegion(7855): Warmup {ENCODED => 43f863fcddf032f450be50d27167ab5d, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:41:08,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:41:08,929 INFO [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:08,931 INFO [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43f863fcddf032f450be50d27167ab5d columnFamilyName cf1 2024-12-01T14:41:08,931 DEBUG [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:08,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=43f863fcddf032f450be50d27167ab5d, REOPEN/MOVE because future has completed 2024-12-01T14:41:08,932 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-01T14:41:08,932 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 43f863fcddf032f450be50d27167ab5d, server=519b220a2ba1,33929,1733064052060}] 2024-12-01T14:41:08,940 DEBUG [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/43f863fcddf032f450be50d27167ab5d/cf1/4b2c0431b958405c9ef0bbdf39fd011c 2024-12-01T14:41:08,946 INFO [StoreFileOpener-43f863fcddf032f450be50d27167ab5d-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 71476616d34045ba9e5fa2f60bb58d70 2024-12-01T14:41:08,947 DEBUG [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/43f863fcddf032f450be50d27167ab5d/cf1/71476616d34045ba9e5fa2f60bb58d70 2024-12-01T14:41:08,954 DEBUG [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/43f863fcddf032f450be50d27167ab5d/cf1/d53fb07de26345478e0831c1612ba1c5 2024-12-01T14:41:08,954 INFO [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] regionserver.HStore(327): Store=43f863fcddf032f450be50d27167ab5d/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:08,954 INFO [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:08,956 INFO [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43f863fcddf032f450be50d27167ab5d columnFamilyName cf2 2024-12-01T14:41:08,956 DEBUG [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:08,964 INFO [StoreFileOpener-43f863fcddf032f450be50d27167ab5d-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c1985e2216bd4faf8f60922cea563061 2024-12-01T14:41:08,965 DEBUG [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/43f863fcddf032f450be50d27167ab5d/cf2/c1985e2216bd4faf8f60922cea563061 2024-12-01T14:41:08,971 DEBUG [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/43f863fcddf032f450be50d27167ab5d/cf2/fb4136247df94249bafaf1b8e80f2b7d 2024-12-01T14:41:08,972 INFO [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] regionserver.HStore(327): Store=43f863fcddf032f450be50d27167ab5d/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] regionserver.HRegion(1722): Closing 43f863fcddf032f450be50d27167ab5d, disabling compactions & flushes 2024-12-01T14:41:08,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d. 2024-12-01T14:41:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d. 2024-12-01T14:41:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d. after waiting 0 ms 2024-12-01T14:41:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d. 2024-12-01T14:41:08,973 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d. 2024-12-01T14:41:08,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] regionserver.HRegion(1676): Region close journal for 43f863fcddf032f450be50d27167ab5d: Waiting for close lock at 1733064068972Disabling compacts and flushes for region at 1733064068972Disabling writes for close at 1733064068972Writing region close event to WAL at 1733064068973 (+1 ms)Closed at 1733064068973 2024-12-01T14:41:08,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38211 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-12-01T14:41:09,087 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:09,087 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-01T14:41:09,087 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 43f863fcddf032f450be50d27167ab5d, disabling compactions & flushes 2024-12-01T14:41:09,087 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d. 2024-12-01T14:41:09,087 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d. 2024-12-01T14:41:09,088 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d. after waiting 0 ms 2024-12-01T14:41:09,088 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d. 2024-12-01T14:41:09,088 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/43f863fcddf032f450be50d27167ab5d/cf1/4b2c0431b958405c9ef0bbdf39fd011c, hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/43f863fcddf032f450be50d27167ab5d/cf1/71476616d34045ba9e5fa2f60bb58d70] to archive 2024-12-01T14:41:09,092 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T14:41:09,097 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/43f863fcddf032f450be50d27167ab5d/cf1/4b2c0431b958405c9ef0bbdf39fd011c to hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/43f863fcddf032f450be50d27167ab5d/cf1/4b2c0431b958405c9ef0bbdf39fd011c 2024-12-01T14:41:09,099 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/43f863fcddf032f450be50d27167ab5d/cf1/71476616d34045ba9e5fa2f60bb58d70 to hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/43f863fcddf032f450be50d27167ab5d/cf1/71476616d34045ba9e5fa2f60bb58d70 2024-12-01T14:41:09,111 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/43f863fcddf032f450be50d27167ab5d/cf2/c1985e2216bd4faf8f60922cea563061] to archive 2024-12-01T14:41:09,112 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T14:41:09,114 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/43f863fcddf032f450be50d27167ab5d/cf2/c1985e2216bd4faf8f60922cea563061 to hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/43f863fcddf032f450be50d27167ab5d/cf2/c1985e2216bd4faf8f60922cea563061 2024-12-01T14:41:09,120 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/43f863fcddf032f450be50d27167ab5d/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-12-01T14:41:09,120 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d. 2024-12-01T14:41:09,121 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 43f863fcddf032f450be50d27167ab5d: Waiting for close lock at 1733064069087Running coprocessor pre-close hooks at 1733064069087Disabling compacts and flushes for region at 1733064069087Disabling writes for close at 1733064069088 (+1 ms)Writing region close event to WAL at 1733064069116 (+28 ms)Running coprocessor post-close hooks at 1733064069120 (+4 ms)Closed at 1733064069120 2024-12-01T14:41:09,121 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 43f863fcddf032f450be50d27167ab5d move to 519b220a2ba1,37801,1733064052234 record at close sequenceid=12 2024-12-01T14:41:09,124 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:09,125 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=43f863fcddf032f450be50d27167ab5d, regionState=CLOSED 2024-12-01T14:41:09,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 43f863fcddf032f450be50d27167ab5d, server=519b220a2ba1,33929,1733064052060 because future has completed 2024-12-01T14:41:09,133 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-01T14:41:09,133 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 43f863fcddf032f450be50d27167ab5d, server=519b220a2ba1,33929,1733064052060 in 198 msec 2024-12-01T14:41:09,134 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=43f863fcddf032f450be50d27167ab5d, REOPEN/MOVE; state=CLOSED, location=519b220a2ba1,37801,1733064052234; forceNewPlan=false, retain=false 2024-12-01T14:41:09,284 INFO [519b220a2ba1:38211 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-01T14:41:09,285 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=43f863fcddf032f450be50d27167ab5d, regionState=OPENING, regionLocation=519b220a2ba1,37801,1733064052234 2024-12-01T14:41:09,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=43f863fcddf032f450be50d27167ab5d, REOPEN/MOVE because future has completed 2024-12-01T14:41:09,288 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43f863fcddf032f450be50d27167ab5d, server=519b220a2ba1,37801,1733064052234}] 2024-12-01T14:41:09,448 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d. 2024-12-01T14:41:09,449 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 43f863fcddf032f450be50d27167ab5d, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:41:09,450 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:09,450 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:41:09,450 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:09,450 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:09,453 INFO [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:09,455 INFO [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43f863fcddf032f450be50d27167ab5d columnFamilyName cf1 2024-12-01T14:41:09,455 DEBUG [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:09,463 DEBUG [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/43f863fcddf032f450be50d27167ab5d/cf1/d53fb07de26345478e0831c1612ba1c5 2024-12-01T14:41:09,463 INFO [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] regionserver.HStore(327): Store=43f863fcddf032f450be50d27167ab5d/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:09,463 INFO [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:09,464 INFO [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43f863fcddf032f450be50d27167ab5d columnFamilyName cf2 2024-12-01T14:41:09,464 DEBUG [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:09,471 DEBUG [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/43f863fcddf032f450be50d27167ab5d/cf2/fb4136247df94249bafaf1b8e80f2b7d 2024-12-01T14:41:09,471 INFO [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] regionserver.HStore(327): Store=43f863fcddf032f450be50d27167ab5d/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:09,471 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:09,472 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:09,474 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:09,475 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:09,475 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:09,476 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-01T14:41:09,478 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:09,479 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 43f863fcddf032f450be50d27167ab5d; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65574957, jitterRate=-0.022856995463371277}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-01T14:41:09,479 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:09,480 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 43f863fcddf032f450be50d27167ab5d: Running coprocessor pre-open hook at 1733064069451Writing region info on filesystem at 1733064069451Initializing all the Stores at 1733064069452 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064069452Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064069453 (+1 ms)Cleaning up temporary data from old regions at 1733064069475 (+22 ms)Running coprocessor post-open hooks at 1733064069479 (+4 ms)Region opened successfully at 1733064069480 (+1 ms) 2024-12-01T14:41:09,481 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d., pid=12, masterSystemTime=1733064069440 2024-12-01T14:41:09,483 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d. 2024-12-01T14:41:09,484 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d. 2024-12-01T14:41:09,484 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=43f863fcddf032f450be50d27167ab5d, regionState=OPEN, openSeqNum=18, regionLocation=519b220a2ba1,37801,1733064052234 2024-12-01T14:41:09,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43f863fcddf032f450be50d27167ab5d, server=519b220a2ba1,37801,1733064052234 because future has completed 2024-12-01T14:41:09,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-12-01T14:41:09,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 43f863fcddf032f450be50d27167ab5d, server=519b220a2ba1,37801,1733064052234 in 201 msec 2024-12-01T14:41:09,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=43f863fcddf032f450be50d27167ab5d, REOPEN/MOVE in 568 msec 2024-12-01T14:41:09,528 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:41:09,531 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53246, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T14:41:09,534 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 519b220a2ba1,37801,1733064052234: testing ***** 2024-12-01T14:41:09,534 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-01T14:41:09,538 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-01T14:41:09,539 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-01T14:41:09,541 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-01T14:41:09,542 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-01T14:41:09,547 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 329159784 }, "NonHeapMemoryUsage": { "committed": 171442176, "init": 7667712, "max": -1, "used": 168804624 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "519b220a2ba1", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 0, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2068, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 0, "ProcessCallTime_max": 23, "ProcessCallTime_mean": 6, "ProcessCallTime_25th_percentile": 5, "ProcessCallTime_median": 11, "ProcessCallTime_75th_percentile": 17, "ProcessCallTime_90th_percentile": 20, "ProcessCallTime_95th_percentile": 21, "ProcessCallTime_98th_percentile": 22, "ProcessCallTime_99th_percentile": 22, "ProcessCallTime_99.9th_percentile": 22, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 1, "TotalCallTime_max": 23, "TotalCallTime_mean": 6, "TotalCallTime_25th_percentile": 6, "TotalCallTime_median": 12, "TotalCallTime_75th_percentile": 17, "TotalCallTime_90th_percentile": 20, "TotalCallTime_95th_percentile": 21, "TotalCallTime_98th_percentile": 22, "TotalCallTime_99th_percentile": 22, "TotalCallTime_99.9th_percentile": 22, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 175, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 131, "ResponseSize_90th_percentile": 157, "ResponseSize_95th_percentile": 166, "ResponseSize_98th_percentile": 171, "ResponseSize_99th_percentile": 173, "ResponseSize_99.9th_percentile": 174, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 352 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "519b220a2ba1", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:55420", "tag.serverName": "519b220a2ba1,37801,1733064052234", "tag.clusterId": "53960b87-77c0-42dc-a2a9-171e021bff27", "tag.Context": "regionserver", "tag.Hostname": "519b220a2ba1", "regionCount": 0, "storeCount": 0, "hlogFileCount": 1, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733064052234, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-01T14:41:09,550 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38211 {}] master.MasterRpcServices(700): 519b220a2ba1,37801,1733064052234 reported a fatal error: ***** ABORTING region server 519b220a2ba1,37801,1733064052234: testing ***** 2024-12-01T14:41:09,552 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '519b220a2ba1,37801,1733064052234' ***** 2024-12-01T14:41:09,552 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-12-01T14:41:09,552 INFO [RS:2;519b220a2ba1:37801 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T14:41:09,552 INFO [RS:2;519b220a2ba1:37801 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-01T14:41:09,552 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T14:41:09,553 INFO [RS:2;519b220a2ba1:37801 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-01T14:41:09,553 INFO [RS:2;519b220a2ba1:37801 {}] regionserver.HRegionServer(3091): Received CLOSE for 43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:09,553 INFO [RS:2;519b220a2ba1:37801 {}] regionserver.HRegionServer(956): aborting server 519b220a2ba1,37801,1733064052234 2024-12-01T14:41:09,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:55784 deadline: 1733064129553, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=519b220a2ba1 port=37801 startCode=1733064052234. As of locationSeqNum=12. 2024-12-01T14:41:09,553 INFO [RS:2;519b220a2ba1:37801 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:41:09,553 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 43f863fcddf032f450be50d27167ab5d, disabling compactions & flushes 2024-12-01T14:41:09,553 INFO [RS:2;519b220a2ba1:37801 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;519b220a2ba1:37801. 2024-12-01T14:41:09,553 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d. 2024-12-01T14:41:09,554 DEBUG [RS:2;519b220a2ba1:37801 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:41:09,554 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d. 2024-12-01T14:41:09,554 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d., hostname=519b220a2ba1,33929,1733064052060, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d., hostname=519b220a2ba1,33929,1733064052060, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=519b220a2ba1 port=37801 startCode=1733064052234. As of locationSeqNum=12. 2024-12-01T14:41:09,554 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d. after waiting 0 ms 2024-12-01T14:41:09,554 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d., hostname=519b220a2ba1,33929,1733064052060, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=519b220a2ba1 port=37801 startCode=1733064052234. As of locationSeqNum=12. 2024-12-01T14:41:09,554 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d. 2024-12-01T14:41:09,554 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d., hostname=519b220a2ba1,33929,1733064052060, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d., hostname=519b220a2ba1,37801,1733064052234, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=519b220a2ba1 port=37801 startCode=1733064052234. As of locationSeqNum=12. 2024-12-01T14:41:09,554 DEBUG [RS:2;519b220a2ba1:37801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:41:09,554 INFO [RS:2;519b220a2ba1:37801 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-01T14:41:09,554 DEBUG [RS:2;519b220a2ba1:37801 {}] regionserver.HRegionServer(1325): Online Regions={43f863fcddf032f450be50d27167ab5d=testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d.} 2024-12-01T14:41:09,555 DEBUG [RS:2;519b220a2ba1:37801 {}] regionserver.HRegionServer(1351): Waiting on 43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:09,555 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d. 2024-12-01T14:41:09,556 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 43f863fcddf032f450be50d27167ab5d: Waiting for close lock at 1733064069553Running coprocessor pre-close hooks at 1733064069553Disabling compacts and flushes for region at 1733064069553Disabling writes for close at 1733064069554 (+1 ms)Writing region close event to WAL at 1733064069555 (+1 ms)Running coprocessor post-close hooks at 1733064069555Closed at 1733064069555 2024-12-01T14:41:09,556 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d. 2024-12-01T14:41:09,570 INFO [regionserver/519b220a2ba1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T14:41:09,570 INFO [regionserver/519b220a2ba1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T14:41:09,619 INFO [regionserver/519b220a2ba1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:41:09,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 519b220a2ba1,37801,1733064052234 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T14:41:09,668 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d., hostname=519b220a2ba1,37801,1733064052234, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d., hostname=519b220a2ba1,37801,1733064052234, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 519b220a2ba1,37801,1733064052234 aborting 2024-12-01T14:41:09,668 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d., hostname=519b220a2ba1,37801,1733064052234, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 519b220a2ba1,37801,1733064052234 aborting 2024-12-01T14:41:09,668 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d., hostname=519b220a2ba1,37801,1733064052234, seqNum=12 from cache 2024-12-01T14:41:09,755 INFO [RS:2;519b220a2ba1:37801 {}] regionserver.HRegionServer(976): stopping server 519b220a2ba1,37801,1733064052234; all regions closed. 2024-12-01T14:41:09,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741833_1009 (size=1403) 2024-12-01T14:41:09,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741833_1009 (size=1403) 2024-12-01T14:41:09,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741833_1009 (size=1403) 2024-12-01T14:41:09,763 DEBUG [RS:2;519b220a2ba1:37801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:41:09,763 INFO [RS:2;519b220a2ba1:37801 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:41:09,763 INFO [RS:2;519b220a2ba1:37801 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:41:09,764 INFO [RS:2;519b220a2ba1:37801 {}] hbase.ChoreService(370): Chore service for: regionserver/519b220a2ba1:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T14:41:09,764 INFO [regionserver/519b220a2ba1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:41:09,764 INFO [RS:2;519b220a2ba1:37801 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T14:41:09,764 INFO [RS:2;519b220a2ba1:37801 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T14:41:09,764 INFO [RS:2;519b220a2ba1:37801 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T14:41:09,764 INFO [RS:2;519b220a2ba1:37801 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:41:09,765 INFO [RS:2;519b220a2ba1:37801 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37801 2024-12-01T14:41:09,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37801-0x10192a05a4c0003, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/519b220a2ba1,37801,1733064052234 2024-12-01T14:41:09,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38211-0x10192a05a4c0000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-01T14:41:09,859 INFO [RS:2;519b220a2ba1:37801 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:41:09,862 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [519b220a2ba1,37801,1733064052234] 2024-12-01T14:41:09,875 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/519b220a2ba1,37801,1733064052234 already deleted, retry=false 2024-12-01T14:41:09,875 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 519b220a2ba1,37801,1733064052234 on 519b220a2ba1,38211,1733064051335 2024-12-01T14:41:09,882 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 519b220a2ba1,37801,1733064052234, splitWal=true, meta=false 2024-12-01T14:41:09,882 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d., hostname=519b220a2ba1,37801,1733064052234, seqNum=18] 2024-12-01T14:41:09,884 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 519b220a2ba1:37801 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 519b220a2ba1/172.17.0.2:37801 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T14:41:09,885 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for 519b220a2ba1,37801,1733064052234 (carryingMeta=false) 519b220a2ba1,37801,1733064052234/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@346185ed[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-01T14:41:09,885 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d., hostname=519b220a2ba1,37801,1733064052234, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d., hostname=519b220a2ba1,37801,1733064052234, seqNum=18, error=java.net.ConnectException: Call to address=519b220a2ba1:37801 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 519b220a2ba1/172.17.0.2:37801 2024-12-01T14:41:09,885 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d., hostname=519b220a2ba1,37801,1733064052234, seqNum=18 is java.net.ConnectException: Connection refused 2024-12-01T14:41:09,885 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d., hostname=519b220a2ba1,37801,1733064052234, seqNum=18 from cache 2024-12-01T14:41:09,886 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 519b220a2ba1,37801,1733064052234, splitWal=true, meta=false 2024-12-01T14:41:09,886 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address 519b220a2ba1:37801 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 519b220a2ba1/172.17.0.2:37801 2024-12-01T14:41:09,888 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 519b220a2ba1,37801,1733064052234 had 1 regions 2024-12-01T14:41:09,889 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 519b220a2ba1,37801,1733064052234, splitWal=true, meta=false, isMeta: false 2024-12-01T14:41:09,891 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/WALs/519b220a2ba1,37801,1733064052234-splitting 2024-12-01T14:41:09,892 INFO [PEWorker-2 {}] master.SplitWALManager(105): 519b220a2ba1,37801,1733064052234 WAL count=1, meta=false 2024-12-01T14:41:09,894 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 519b220a2ba1%2C37801%2C1733064052234.1733064053739}] 2024-12-01T14:41:09,899 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=519b220a2ba1,34375,1733064052166 2024-12-01T14:41:09,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 519b220a2ba1%2C37801%2C1733064052234.1733064053739, worker=519b220a2ba1,34375,1733064052166}] 2024-12-01T14:41:09,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37801-0x10192a05a4c0003, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:41:09,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37801-0x10192a05a4c0003, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:41:09,968 INFO [RS:2;519b220a2ba1:37801 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:41:09,968 INFO [RS:2;519b220a2ba1:37801 {}] regionserver.HRegionServer(1031): Exiting; stopping=519b220a2ba1,37801,1733064052234; zookeeper connection closed. 2024-12-01T14:41:09,969 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2c8d65b0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2c8d65b0 2024-12-01T14:41:10,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-12-01T14:41:10,080 INFO [RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/WALs/519b220a2ba1,37801,1733064052234-splitting/519b220a2ba1%2C37801%2C1733064052234.1733064053739, size=1.4 K (1403bytes) 2024-12-01T14:41:10,080 INFO [RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/WALs/519b220a2ba1,37801,1733064052234-splitting/519b220a2ba1%2C37801%2C1733064052234.1733064053739 2024-12-01T14:41:10,080 INFO [RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/WALs/519b220a2ba1,37801,1733064052234-splitting/519b220a2ba1%2C37801%2C1733064052234.1733064053739 after 0ms 2024-12-01T14:41:10,083 DEBUG [RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/WALs/519b220a2ba1,37801,1733064052234-splitting/519b220a2ba1%2C37801%2C1733064052234.1733064053739: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-01T14:41:10,084 INFO [RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/WALs/519b220a2ba1,37801,1733064052234-splitting/519b220a2ba1%2C37801%2C1733064052234.1733064053739 took 4ms 2024-12-01T14:41:10,090 DEBUG [RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 43f863fcddf032f450be50d27167ab5d: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-12-01T14:41:10,090 DEBUG [RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/WALs/519b220a2ba1,37801,1733064052234-splitting/519b220a2ba1%2C37801%2C1733064052234.1733064053739 so closing down 2024-12-01T14:41:10,090 DEBUG [RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T14:41:10,090 INFO [RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T14:41:10,090 INFO [RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 6 ms; skipped=6; WAL=hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/WALs/519b220a2ba1,37801,1733064052234-splitting/519b220a2ba1%2C37801%2C1733064052234.1733064053739, size=1.4 K, length=1403, corrupted=false, cancelled=false 2024-12-01T14:41:10,090 DEBUG [RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/WALs/519b220a2ba1,37801,1733064052234-splitting/519b220a2ba1%2C37801%2C1733064052234.1733064053739, journal: Splitting hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/WALs/519b220a2ba1,37801,1733064052234-splitting/519b220a2ba1%2C37801%2C1733064052234.1733064053739, size=1.4 K (1403bytes) at 1733064070080Finishing writing output for hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/WALs/519b220a2ba1,37801,1733064052234-splitting/519b220a2ba1%2C37801%2C1733064052234.1733064053739 so closing down at 1733064070090 (+10 ms)3 split writer threads finished at 1733064070090Processed 6 edits across 0 Regions in 6 ms; skipped=6; WAL=hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/WALs/519b220a2ba1,37801,1733064052234-splitting/519b220a2ba1%2C37801%2C1733064052234.1733064053739, size=1.4 K, length=1403, corrupted=false, cancelled=false at 1733064070090 2024-12-01T14:41:10,090 DEBUG [RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/WALs/519b220a2ba1,37801,1733064052234-splitting/519b220a2ba1%2C37801%2C1733064052234.1733064053739 2024-12-01T14:41:10,092 DEBUG [RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-01T14:41:10,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38211 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-01T14:41:10,098 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/WALs/519b220a2ba1,37801,1733064052234-splitting/519b220a2ba1%2C37801%2C1733064052234.1733064053739 to hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/oldWALs 2024-12-01T14:41:10,101 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-01T14:41:10,101 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 519b220a2ba1%2C37801%2C1733064052234.1733064053739, worker=519b220a2ba1,34375,1733064052166 in 197 msec 2024-12-01T14:41:10,102 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=519b220a2ba1,34375,1733064052166 2024-12-01T14:41:10,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-01T14:41:10,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 519b220a2ba1%2C37801%2C1733064052234.1733064053739, worker=519b220a2ba1,34375,1733064052166 in 210 msec 2024-12-01T14:41:10,107 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/WALs/519b220a2ba1,37801,1733064052234-splitting dir is empty, no logs to split. 2024-12-01T14:41:10,107 INFO [PEWorker-2 {}] master.SplitWALManager(105): 519b220a2ba1,37801,1733064052234 WAL count=0, meta=false 2024-12-01T14:41:10,107 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 519b220a2ba1,37801,1733064052234 WAL splitting is done? wals=0, meta=false 2024-12-01T14:41:10,109 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 519b220a2ba1,37801,1733064052234 failed, ignore...File hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/WALs/519b220a2ba1,37801,1733064052234-splitting does not exist. 2024-12-01T14:41:10,112 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=43f863fcddf032f450be50d27167ab5d, ASSIGN}] 2024-12-01T14:41:10,113 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=43f863fcddf032f450be50d27167ab5d, ASSIGN 2024-12-01T14:41:10,115 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=43f863fcddf032f450be50d27167ab5d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-01T14:41:10,198 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d., hostname=519b220a2ba1,37801,1733064052234, seqNum=18] 2024-12-01T14:41:10,199 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to 519b220a2ba1:37801 this server is in the failed servers list 2024-12-01T14:41:10,199 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d., hostname=519b220a2ba1,37801,1733064052234, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d., hostname=519b220a2ba1,37801,1733064052234, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=519b220a2ba1:37801 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 519b220a2ba1:37801 2024-12-01T14:41:10,199 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d., hostname=519b220a2ba1,37801,1733064052234, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 519b220a2ba1:37801 2024-12-01T14:41:10,199 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d., hostname=519b220a2ba1,37801,1733064052234, seqNum=18 from cache 2024-12-01T14:41:10,265 DEBUG [519b220a2ba1:38211 {}] balancer.BalancerClusterState(204): Hosts are {519b220a2ba1=0} racks are {/default-rack=0} 2024-12-01T14:41:10,266 DEBUG [519b220a2ba1:38211 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-01T14:41:10,266 DEBUG [519b220a2ba1:38211 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-01T14:41:10,266 DEBUG [519b220a2ba1:38211 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-01T14:41:10,266 DEBUG [519b220a2ba1:38211 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-01T14:41:10,266 INFO [519b220a2ba1:38211 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-01T14:41:10,266 INFO [519b220a2ba1:38211 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-01T14:41:10,266 DEBUG [519b220a2ba1:38211 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-01T14:41:10,267 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=43f863fcddf032f450be50d27167ab5d, regionState=OPENING, regionLocation=519b220a2ba1,33929,1733064052060 2024-12-01T14:41:10,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=43f863fcddf032f450be50d27167ab5d, ASSIGN because future has completed 2024-12-01T14:41:10,273 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43f863fcddf032f450be50d27167ab5d, server=519b220a2ba1,33929,1733064052060}] 2024-12-01T14:41:10,431 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d. 2024-12-01T14:41:10,431 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 43f863fcddf032f450be50d27167ab5d, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:41:10,431 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:10,431 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:41:10,431 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:10,431 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:10,433 INFO [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:10,434 INFO [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43f863fcddf032f450be50d27167ab5d columnFamilyName cf1 2024-12-01T14:41:10,434 DEBUG [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:10,441 DEBUG [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/43f863fcddf032f450be50d27167ab5d/cf1/d53fb07de26345478e0831c1612ba1c5 2024-12-01T14:41:10,441 INFO [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] regionserver.HStore(327): Store=43f863fcddf032f450be50d27167ab5d/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:10,441 INFO [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:10,442 INFO [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43f863fcddf032f450be50d27167ab5d columnFamilyName cf2 2024-12-01T14:41:10,442 DEBUG [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:10,448 DEBUG [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/43f863fcddf032f450be50d27167ab5d/cf2/fb4136247df94249bafaf1b8e80f2b7d 2024-12-01T14:41:10,449 INFO [StoreOpener-43f863fcddf032f450be50d27167ab5d-1 {}] regionserver.HStore(327): Store=43f863fcddf032f450be50d27167ab5d/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:10,449 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:10,450 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:10,451 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:10,452 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:10,452 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:10,452 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-01T14:41:10,454 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:10,454 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 43f863fcddf032f450be50d27167ab5d; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73420835, jitterRate=0.09405569732189178}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-01T14:41:10,454 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:10,455 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 43f863fcddf032f450be50d27167ab5d: Running coprocessor pre-open hook at 1733064070432Writing region info on filesystem at 1733064070432Initializing all the Stores at 1733064070433 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064070433Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064070433Cleaning up temporary data from old regions at 1733064070452 (+19 ms)Running coprocessor post-open hooks at 1733064070454 (+2 ms)Region opened successfully at 1733064070455 (+1 ms) 2024-12-01T14:41:10,456 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d., pid=17, masterSystemTime=1733064070427 2024-12-01T14:41:10,458 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d. 2024-12-01T14:41:10,458 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d. 2024-12-01T14:41:10,458 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=43f863fcddf032f450be50d27167ab5d, regionState=OPEN, openSeqNum=18, regionLocation=519b220a2ba1,33929,1733064052060 2024-12-01T14:41:10,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43f863fcddf032f450be50d27167ab5d, server=519b220a2ba1,33929,1733064052060 because future has completed 2024-12-01T14:41:10,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-01T14:41:10,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 43f863fcddf032f450be50d27167ab5d, server=519b220a2ba1,33929,1733064052060 in 188 msec 2024-12-01T14:41:10,466 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-12-01T14:41:10,466 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=43f863fcddf032f450be50d27167ab5d, ASSIGN in 352 msec 2024-12-01T14:41:10,466 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 519b220a2ba1,37801,1733064052234 after splitting done 2024-12-01T14:41:10,469 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 519b220a2ba1,37801,1733064052234, splitWal=true, meta=false in 590 msec 2024-12-01T14:41:10,708 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d., hostname=519b220a2ba1,33929,1733064052060, seqNum=18] 2024-12-01T14:41:10,724 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=411 (was 413), OpenFileDescriptor=1049 (was 1022) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=262 (was 262), ProcessCount=11 (was 11), AvailableMemoryMB=5506 (was 5544) 2024-12-01T14:41:10,726 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1049 is superior to 1024 2024-12-01T14:41:10,737 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=411, OpenFileDescriptor=1049, MaxFileDescriptor=1048576, SystemLoadAverage=262, ProcessCount=11, AvailableMemoryMB=5506 2024-12-01T14:41:10,737 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1049 is superior to 1024 2024-12-01T14:41:10,749 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:41:10,751 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:41:10,752 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:41:10,754 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-54428521, suffix=, logDir=hdfs://localhost:44039/hbase/WALs/hregion-54428521, archiveDir=hdfs://localhost:44039/hbase/oldWALs, maxLogs=32 2024-12-01T14:41:10,765 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-54428521/hregion-54428521.1733064070754, exclude list is [], retry=0 2024-12-01T14:41:10,768 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42713,DS-292c6078-3d9e-4434-a527-67ee069c7ada,DISK] 2024-12-01T14:41:10,768 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38095,DS-162e0196-d3f9-4839-8b51-3af56675701c,DISK] 2024-12-01T14:41:10,768 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-3379dc50-db3b-4563-aab6-3e4fd5a37b87,DISK] 2024-12-01T14:41:10,771 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-54428521/hregion-54428521.1733064070754 2024-12-01T14:41:10,771 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35553:35553),(127.0.0.1/127.0.0.1:37761:37761),(127.0.0.1/127.0.0.1:40671:40671)] 2024-12-01T14:41:10,771 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => ee534a55e10590055cce0c6e7e298a71, NAME => 'testReplayEditsWrittenViaHRegion,,1733064070750.ee534a55e10590055cce0c6e7e298a71.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44039/hbase 2024-12-01T14:41:10,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741893_1071 (size=67) 2024-12-01T14:41:10,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741893_1071 (size=67) 2024-12-01T14:41:10,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741893_1071 (size=67) 2024-12-01T14:41:10,783 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733064070750.ee534a55e10590055cce0c6e7e298a71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:41:10,784 INFO [StoreOpener-ee534a55e10590055cce0c6e7e298a71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ee534a55e10590055cce0c6e7e298a71 2024-12-01T14:41:10,786 INFO [StoreOpener-ee534a55e10590055cce0c6e7e298a71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee534a55e10590055cce0c6e7e298a71 columnFamilyName a 2024-12-01T14:41:10,786 DEBUG [StoreOpener-ee534a55e10590055cce0c6e7e298a71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:10,787 INFO [StoreOpener-ee534a55e10590055cce0c6e7e298a71-1 {}] regionserver.HStore(327): Store=ee534a55e10590055cce0c6e7e298a71/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:10,787 INFO [StoreOpener-ee534a55e10590055cce0c6e7e298a71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ee534a55e10590055cce0c6e7e298a71 2024-12-01T14:41:10,788 INFO [StoreOpener-ee534a55e10590055cce0c6e7e298a71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee534a55e10590055cce0c6e7e298a71 columnFamilyName b 2024-12-01T14:41:10,788 DEBUG [StoreOpener-ee534a55e10590055cce0c6e7e298a71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:10,789 INFO [StoreOpener-ee534a55e10590055cce0c6e7e298a71-1 {}] regionserver.HStore(327): Store=ee534a55e10590055cce0c6e7e298a71/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:10,789 INFO [StoreOpener-ee534a55e10590055cce0c6e7e298a71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ee534a55e10590055cce0c6e7e298a71 2024-12-01T14:41:10,790 INFO [StoreOpener-ee534a55e10590055cce0c6e7e298a71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee534a55e10590055cce0c6e7e298a71 columnFamilyName c 2024-12-01T14:41:10,790 DEBUG [StoreOpener-ee534a55e10590055cce0c6e7e298a71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:10,790 INFO [StoreOpener-ee534a55e10590055cce0c6e7e298a71-1 {}] regionserver.HStore(327): Store=ee534a55e10590055cce0c6e7e298a71/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:10,791 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ee534a55e10590055cce0c6e7e298a71 2024-12-01T14:41:10,791 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/ee534a55e10590055cce0c6e7e298a71 2024-12-01T14:41:10,791 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/ee534a55e10590055cce0c6e7e298a71 2024-12-01T14:41:10,792 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ee534a55e10590055cce0c6e7e298a71 2024-12-01T14:41:10,792 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ee534a55e10590055cce0c6e7e298a71 2024-12-01T14:41:10,793 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T14:41:10,794 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ee534a55e10590055cce0c6e7e298a71 2024-12-01T14:41:10,796 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/ee534a55e10590055cce0c6e7e298a71/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:41:10,797 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ee534a55e10590055cce0c6e7e298a71; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66179015, jitterRate=-0.01385582983493805}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T14:41:10,798 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ee534a55e10590055cce0c6e7e298a71: Writing region info on filesystem at 1733064070783Initializing all the Stores at 1733064070784 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064070784Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064070784Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064070784Cleaning up temporary data from old regions at 1733064070792 (+8 ms)Region opened successfully at 1733064070797 (+5 ms) 2024-12-01T14:41:10,798 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ee534a55e10590055cce0c6e7e298a71, disabling compactions & flushes 2024-12-01T14:41:10,798 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733064070750.ee534a55e10590055cce0c6e7e298a71. 2024-12-01T14:41:10,798 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733064070750.ee534a55e10590055cce0c6e7e298a71. 2024-12-01T14:41:10,798 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733064070750.ee534a55e10590055cce0c6e7e298a71. after waiting 0 ms 2024-12-01T14:41:10,798 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733064070750.ee534a55e10590055cce0c6e7e298a71. 2024-12-01T14:41:10,798 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733064070750.ee534a55e10590055cce0c6e7e298a71. 2024-12-01T14:41:10,798 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ee534a55e10590055cce0c6e7e298a71: Waiting for close lock at 1733064070798Disabling compacts and flushes for region at 1733064070798Disabling writes for close at 1733064070798Writing region close event to WAL at 1733064070798Closed at 1733064070798 2024-12-01T14:41:10,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741892_1070 (size=95) 2024-12-01T14:41:10,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741892_1070 (size=95) 2024-12-01T14:41:10,803 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-01T14:41:10,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741892_1070 (size=95) 2024-12-01T14:41:10,804 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-54428521:(num 1733064070754) 2024-12-01T14:41:10,804 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-01T14:41:10,806 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44039/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733064070748, archiveDir=hdfs://localhost:44039/hbase/oldWALs, maxLogs=32 2024-12-01T14:41:10,823 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733064070748/wal.1733064070806, exclude list is [], retry=0 2024-12-01T14:41:10,826 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42713,DS-292c6078-3d9e-4434-a527-67ee069c7ada,DISK] 2024-12-01T14:41:10,826 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38095,DS-162e0196-d3f9-4839-8b51-3af56675701c,DISK] 2024-12-01T14:41:10,826 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-3379dc50-db3b-4563-aab6-3e4fd5a37b87,DISK] 2024-12-01T14:41:10,828 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733064070748/wal.1733064070806 2024-12-01T14:41:10,828 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35553:35553),(127.0.0.1/127.0.0.1:37761:37761),(127.0.0.1/127.0.0.1:40671:40671)] 2024-12-01T14:41:10,828 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => ee534a55e10590055cce0c6e7e298a71, NAME => 'testReplayEditsWrittenViaHRegion,,1733064070750.ee534a55e10590055cce0c6e7e298a71.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:41:10,828 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733064070750.ee534a55e10590055cce0c6e7e298a71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:41:10,828 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for ee534a55e10590055cce0c6e7e298a71 2024-12-01T14:41:10,828 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for ee534a55e10590055cce0c6e7e298a71 2024-12-01T14:41:10,830 INFO [StoreOpener-ee534a55e10590055cce0c6e7e298a71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ee534a55e10590055cce0c6e7e298a71 2024-12-01T14:41:10,831 INFO [StoreOpener-ee534a55e10590055cce0c6e7e298a71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee534a55e10590055cce0c6e7e298a71 columnFamilyName a 2024-12-01T14:41:10,831 DEBUG [StoreOpener-ee534a55e10590055cce0c6e7e298a71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:10,831 INFO [StoreOpener-ee534a55e10590055cce0c6e7e298a71-1 {}] regionserver.HStore(327): Store=ee534a55e10590055cce0c6e7e298a71/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:10,831 INFO [StoreOpener-ee534a55e10590055cce0c6e7e298a71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ee534a55e10590055cce0c6e7e298a71 2024-12-01T14:41:10,832 INFO [StoreOpener-ee534a55e10590055cce0c6e7e298a71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee534a55e10590055cce0c6e7e298a71 columnFamilyName b 2024-12-01T14:41:10,832 DEBUG [StoreOpener-ee534a55e10590055cce0c6e7e298a71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:10,833 INFO [StoreOpener-ee534a55e10590055cce0c6e7e298a71-1 {}] regionserver.HStore(327): Store=ee534a55e10590055cce0c6e7e298a71/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:10,833 INFO [StoreOpener-ee534a55e10590055cce0c6e7e298a71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ee534a55e10590055cce0c6e7e298a71 2024-12-01T14:41:10,834 INFO [StoreOpener-ee534a55e10590055cce0c6e7e298a71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee534a55e10590055cce0c6e7e298a71 columnFamilyName c 2024-12-01T14:41:10,834 DEBUG [StoreOpener-ee534a55e10590055cce0c6e7e298a71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:10,834 INFO [StoreOpener-ee534a55e10590055cce0c6e7e298a71-1 {}] regionserver.HStore(327): Store=ee534a55e10590055cce0c6e7e298a71/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:10,834 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ee534a55e10590055cce0c6e7e298a71 2024-12-01T14:41:10,835 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/ee534a55e10590055cce0c6e7e298a71 2024-12-01T14:41:10,836 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/ee534a55e10590055cce0c6e7e298a71 2024-12-01T14:41:10,837 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ee534a55e10590055cce0c6e7e298a71 2024-12-01T14:41:10,837 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ee534a55e10590055cce0c6e7e298a71 2024-12-01T14:41:10,838 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T14:41:10,840 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ee534a55e10590055cce0c6e7e298a71 2024-12-01T14:41:10,840 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ee534a55e10590055cce0c6e7e298a71; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64282218, jitterRate=-0.0421203076839447}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T14:41:10,841 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ee534a55e10590055cce0c6e7e298a71: Writing region info on filesystem at 1733064070828Initializing all the Stores at 1733064070829 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064070829Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064070830 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064070830Cleaning up temporary data from old regions at 1733064070837 (+7 ms)Region opened successfully at 1733064070841 (+4 ms) 2024-12-01T14:41:10,867 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ee534a55e10590055cce0c6e7e298a71 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-01T14:41:10,881 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/ee534a55e10590055cce0c6e7e298a71/.tmp/a/a65c1145051a4a3fbd8fd09ad358d772 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733064070841/Put/seqid=0 2024-12-01T14:41:10,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741895_1073 (size=5958) 2024-12-01T14:41:10,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741895_1073 (size=5958) 2024-12-01T14:41:10,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741895_1073 (size=5958) 2024-12-01T14:41:10,888 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/ee534a55e10590055cce0c6e7e298a71/.tmp/a/a65c1145051a4a3fbd8fd09ad358d772 2024-12-01T14:41:10,912 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/ee534a55e10590055cce0c6e7e298a71/.tmp/b/05f41e3abd8e4a7ea0b7e0216d49cee0 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733064070848/Put/seqid=0 2024-12-01T14:41:10,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741896_1074 (size=5958) 2024-12-01T14:41:10,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741896_1074 (size=5958) 2024-12-01T14:41:10,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741896_1074 (size=5958) 2024-12-01T14:41:10,919 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/ee534a55e10590055cce0c6e7e298a71/.tmp/b/05f41e3abd8e4a7ea0b7e0216d49cee0 2024-12-01T14:41:10,937 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/ee534a55e10590055cce0c6e7e298a71/.tmp/c/7a2a35337917409da691131c3acdc351 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733064070856/Put/seqid=0 2024-12-01T14:41:10,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741897_1075 (size=5958) 2024-12-01T14:41:10,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741897_1075 (size=5958) 2024-12-01T14:41:10,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741897_1075 (size=5958) 2024-12-01T14:41:10,944 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/ee534a55e10590055cce0c6e7e298a71/.tmp/c/7a2a35337917409da691131c3acdc351 2024-12-01T14:41:10,950 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/ee534a55e10590055cce0c6e7e298a71/.tmp/a/a65c1145051a4a3fbd8fd09ad358d772 as hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/ee534a55e10590055cce0c6e7e298a71/a/a65c1145051a4a3fbd8fd09ad358d772 2024-12-01T14:41:10,956 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/ee534a55e10590055cce0c6e7e298a71/a/a65c1145051a4a3fbd8fd09ad358d772, entries=10, sequenceid=33, filesize=5.8 K 2024-12-01T14:41:10,957 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/ee534a55e10590055cce0c6e7e298a71/.tmp/b/05f41e3abd8e4a7ea0b7e0216d49cee0 as hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/ee534a55e10590055cce0c6e7e298a71/b/05f41e3abd8e4a7ea0b7e0216d49cee0 2024-12-01T14:41:10,963 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/ee534a55e10590055cce0c6e7e298a71/b/05f41e3abd8e4a7ea0b7e0216d49cee0, entries=10, sequenceid=33, filesize=5.8 K 2024-12-01T14:41:10,964 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/ee534a55e10590055cce0c6e7e298a71/.tmp/c/7a2a35337917409da691131c3acdc351 as hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/ee534a55e10590055cce0c6e7e298a71/c/7a2a35337917409da691131c3acdc351 2024-12-01T14:41:10,970 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/ee534a55e10590055cce0c6e7e298a71/c/7a2a35337917409da691131c3acdc351, entries=10, sequenceid=33, filesize=5.8 K 2024-12-01T14:41:10,971 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for ee534a55e10590055cce0c6e7e298a71 in 105ms, sequenceid=33, compaction requested=false 2024-12-01T14:41:10,971 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ee534a55e10590055cce0c6e7e298a71: 2024-12-01T14:41:10,971 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ee534a55e10590055cce0c6e7e298a71, disabling compactions & flushes 2024-12-01T14:41:10,972 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733064070750.ee534a55e10590055cce0c6e7e298a71. 2024-12-01T14:41:10,972 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733064070750.ee534a55e10590055cce0c6e7e298a71. 2024-12-01T14:41:10,972 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733064070750.ee534a55e10590055cce0c6e7e298a71. after waiting 0 ms 2024-12-01T14:41:10,972 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733064070750.ee534a55e10590055cce0c6e7e298a71. 2024-12-01T14:41:10,973 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733064070750.ee534a55e10590055cce0c6e7e298a71. 2024-12-01T14:41:10,973 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ee534a55e10590055cce0c6e7e298a71: Waiting for close lock at 1733064070971Disabling compacts and flushes for region at 1733064070971Disabling writes for close at 1733064070972 (+1 ms)Writing region close event to WAL at 1733064070973 (+1 ms)Closed at 1733064070973 2024-12-01T14:41:10,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741894_1072 (size=3382) 2024-12-01T14:41:10,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741894_1072 (size=3382) 2024-12-01T14:41:10,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741894_1072 (size=3382) 2024-12-01T14:41:10,980 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/ee534a55e10590055cce0c6e7e298a71/b/05f41e3abd8e4a7ea0b7e0216d49cee0 to hdfs://localhost:44039/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/ee534a55e10590055cce0c6e7e298a71/b/05f41e3abd8e4a7ea0b7e0216d49cee0 2024-12-01T14:41:10,996 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44039/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733064070748/wal.1733064070806, size=3.3 K (3382bytes) 2024-12-01T14:41:10,996 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44039/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733064070748/wal.1733064070806 2024-12-01T14:41:10,996 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44039/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733064070748/wal.1733064070806 after 0ms 2024-12-01T14:41:10,999 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44039/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733064070748/wal.1733064070806: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-01T14:41:10,999 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44039/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733064070748/wal.1733064070806 took 3ms 2024-12-01T14:41:11,002 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44039/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733064070748/wal.1733064070806 so closing down 2024-12-01T14:41:11,002 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T14:41:11,005 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733064070806.temp 2024-12-01T14:41:11,007 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/ee534a55e10590055cce0c6e7e298a71/recovered.edits/0000000000000000003-wal.1733064070806.temp 2024-12-01T14:41:11,007 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T14:41:11,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741898_1076 (size=2944) 2024-12-01T14:41:11,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741898_1076 (size=2944) 2024-12-01T14:41:11,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741898_1076 (size=2944) 2024-12-01T14:41:11,015 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/ee534a55e10590055cce0c6e7e298a71/recovered.edits/0000000000000000003-wal.1733064070806.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-01T14:41:11,016 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/ee534a55e10590055cce0c6e7e298a71/recovered.edits/0000000000000000003-wal.1733064070806.temp to hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/ee534a55e10590055cce0c6e7e298a71/recovered.edits/0000000000000000032 2024-12-01T14:41:11,016 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 16 ms; skipped=2; WAL=hdfs://localhost:44039/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733064070748/wal.1733064070806, size=3.3 K, length=3382, corrupted=false, cancelled=false 2024-12-01T14:41:11,016 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44039/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733064070748/wal.1733064070806, journal: Splitting hdfs://localhost:44039/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733064070748/wal.1733064070806, size=3.3 K (3382bytes) at 1733064070996Finishing writing output for hdfs://localhost:44039/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733064070748/wal.1733064070806 so closing down at 1733064071002 (+6 ms)Creating recovered edits writer path=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/ee534a55e10590055cce0c6e7e298a71/recovered.edits/0000000000000000003-wal.1733064070806.temp at 1733064071007 (+5 ms)3 split writer threads finished at 1733064071007Closed recovered edits writer path=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/ee534a55e10590055cce0c6e7e298a71/recovered.edits/0000000000000000003-wal.1733064070806.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733064071015 (+8 ms)Rename recovered edits hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/ee534a55e10590055cce0c6e7e298a71/recovered.edits/0000000000000000003-wal.1733064070806.temp to hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/ee534a55e10590055cce0c6e7e298a71/recovered.edits/0000000000000000032 at 1733064071016 (+1 ms)Processed 32 edits across 1 Regions in 16 ms; skipped=2; WAL=hdfs://localhost:44039/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733064070748/wal.1733064070806, size=3.3 K, length=3382, corrupted=false, cancelled=false at 1733064071016 2024-12-01T14:41:11,018 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44039/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733064070748/wal.1733064070806 to hdfs://localhost:44039/hbase/oldWALs/wal.1733064070806 2024-12-01T14:41:11,019 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/ee534a55e10590055cce0c6e7e298a71/recovered.edits/0000000000000000032 2024-12-01T14:41:11,019 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-01T14:41:11,020 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44039/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733064070748, archiveDir=hdfs://localhost:44039/hbase/oldWALs, maxLogs=32 2024-12-01T14:41:11,031 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733064070748/wal.1733064071020, exclude list is [], retry=0 2024-12-01T14:41:11,034 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42713,DS-292c6078-3d9e-4434-a527-67ee069c7ada,DISK] 2024-12-01T14:41:11,034 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-3379dc50-db3b-4563-aab6-3e4fd5a37b87,DISK] 2024-12-01T14:41:11,035 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38095,DS-162e0196-d3f9-4839-8b51-3af56675701c,DISK] 2024-12-01T14:41:11,036 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733064070748/wal.1733064071020 2024-12-01T14:41:11,036 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35553:35553),(127.0.0.1/127.0.0.1:40671:40671),(127.0.0.1/127.0.0.1:37761:37761)] 2024-12-01T14:41:11,036 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => ee534a55e10590055cce0c6e7e298a71, NAME => 'testReplayEditsWrittenViaHRegion,,1733064070750.ee534a55e10590055cce0c6e7e298a71.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:41:11,037 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733064070750.ee534a55e10590055cce0c6e7e298a71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:41:11,037 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for ee534a55e10590055cce0c6e7e298a71 2024-12-01T14:41:11,037 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for ee534a55e10590055cce0c6e7e298a71 2024-12-01T14:41:11,038 INFO [StoreOpener-ee534a55e10590055cce0c6e7e298a71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ee534a55e10590055cce0c6e7e298a71 2024-12-01T14:41:11,039 INFO [StoreOpener-ee534a55e10590055cce0c6e7e298a71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee534a55e10590055cce0c6e7e298a71 columnFamilyName a 2024-12-01T14:41:11,039 DEBUG [StoreOpener-ee534a55e10590055cce0c6e7e298a71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:11,044 DEBUG [StoreOpener-ee534a55e10590055cce0c6e7e298a71-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/ee534a55e10590055cce0c6e7e298a71/a/a65c1145051a4a3fbd8fd09ad358d772 2024-12-01T14:41:11,044 INFO [StoreOpener-ee534a55e10590055cce0c6e7e298a71-1 {}] regionserver.HStore(327): Store=ee534a55e10590055cce0c6e7e298a71/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:11,044 INFO [StoreOpener-ee534a55e10590055cce0c6e7e298a71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ee534a55e10590055cce0c6e7e298a71 2024-12-01T14:41:11,045 INFO [StoreOpener-ee534a55e10590055cce0c6e7e298a71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee534a55e10590055cce0c6e7e298a71 columnFamilyName b 2024-12-01T14:41:11,045 DEBUG [StoreOpener-ee534a55e10590055cce0c6e7e298a71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:11,046 INFO [StoreOpener-ee534a55e10590055cce0c6e7e298a71-1 {}] regionserver.HStore(327): Store=ee534a55e10590055cce0c6e7e298a71/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:11,046 INFO [StoreOpener-ee534a55e10590055cce0c6e7e298a71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ee534a55e10590055cce0c6e7e298a71 2024-12-01T14:41:11,047 INFO [StoreOpener-ee534a55e10590055cce0c6e7e298a71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee534a55e10590055cce0c6e7e298a71 columnFamilyName c 2024-12-01T14:41:11,047 DEBUG [StoreOpener-ee534a55e10590055cce0c6e7e298a71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:11,052 DEBUG [StoreOpener-ee534a55e10590055cce0c6e7e298a71-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/ee534a55e10590055cce0c6e7e298a71/c/7a2a35337917409da691131c3acdc351 2024-12-01T14:41:11,053 INFO [StoreOpener-ee534a55e10590055cce0c6e7e298a71-1 {}] regionserver.HStore(327): Store=ee534a55e10590055cce0c6e7e298a71/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:11,053 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ee534a55e10590055cce0c6e7e298a71 2024-12-01T14:41:11,054 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/ee534a55e10590055cce0c6e7e298a71 2024-12-01T14:41:11,055 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/ee534a55e10590055cce0c6e7e298a71 2024-12-01T14:41:11,056 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/ee534a55e10590055cce0c6e7e298a71/recovered.edits/0000000000000000032 2024-12-01T14:41:11,059 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/ee534a55e10590055cce0c6e7e298a71/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-01T14:41:11,060 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/ee534a55e10590055cce0c6e7e298a71/recovered.edits/0000000000000000032 2024-12-01T14:41:11,060 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ee534a55e10590055cce0c6e7e298a71 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-01T14:41:11,074 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/ee534a55e10590055cce0c6e7e298a71/.tmp/b/4d4bde62d3684d05945c3df9c699924e is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733064070848/Put/seqid=0 2024-12-01T14:41:11,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741900_1078 (size=5958) 2024-12-01T14:41:11,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741900_1078 (size=5958) 2024-12-01T14:41:11,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741900_1078 (size=5958) 2024-12-01T14:41:11,082 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/ee534a55e10590055cce0c6e7e298a71/.tmp/b/4d4bde62d3684d05945c3df9c699924e 2024-12-01T14:41:11,088 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/ee534a55e10590055cce0c6e7e298a71/.tmp/b/4d4bde62d3684d05945c3df9c699924e as hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/ee534a55e10590055cce0c6e7e298a71/b/4d4bde62d3684d05945c3df9c699924e 2024-12-01T14:41:11,095 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/ee534a55e10590055cce0c6e7e298a71/b/4d4bde62d3684d05945c3df9c699924e, entries=10, sequenceid=32, filesize=5.8 K 2024-12-01T14:41:11,095 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for ee534a55e10590055cce0c6e7e298a71 in 35ms, sequenceid=32, compaction requested=false; wal=null 2024-12-01T14:41:11,096 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/ee534a55e10590055cce0c6e7e298a71/recovered.edits/0000000000000000032 2024-12-01T14:41:11,097 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ee534a55e10590055cce0c6e7e298a71 2024-12-01T14:41:11,097 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ee534a55e10590055cce0c6e7e298a71 2024-12-01T14:41:11,097 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T14:41:11,099 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ee534a55e10590055cce0c6e7e298a71 2024-12-01T14:41:11,101 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/ee534a55e10590055cce0c6e7e298a71/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-12-01T14:41:11,102 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ee534a55e10590055cce0c6e7e298a71; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60178123, jitterRate=-0.1032760888338089}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T14:41:11,102 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ee534a55e10590055cce0c6e7e298a71: Writing region info on filesystem at 1733064071037Initializing all the Stores at 1733064071038 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064071038Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064071038Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064071038Obtaining lock to block concurrent updates at 1733064071060 (+22 ms)Preparing flush snapshotting stores in ee534a55e10590055cce0c6e7e298a71 at 1733064071060Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733064070750.ee534a55e10590055cce0c6e7e298a71., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1733064071061 (+1 ms)Flushing stores of testReplayEditsWrittenViaHRegion,,1733064070750.ee534a55e10590055cce0c6e7e298a71. at 1733064071061Flushing ee534a55e10590055cce0c6e7e298a71/b: creating writer at 1733064071061Flushing ee534a55e10590055cce0c6e7e298a71/b: appending metadata at 1733064071074 (+13 ms)Flushing ee534a55e10590055cce0c6e7e298a71/b: closing flushed file at 1733064071074Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b638422: reopening flushed file at 1733064071087 (+13 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for ee534a55e10590055cce0c6e7e298a71 in 35ms, sequenceid=32, compaction requested=false; wal=null at 1733064071095 (+8 ms)Cleaning up temporary data from old regions at 1733064071097 (+2 ms)Region opened successfully at 1733064071102 (+5 ms) 2024-12-01T14:41:11,123 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=420 (was 411) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1992809309_22 at /127.0.0.1:52738 [Waiting for operation #46] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1992809309_22 at /127.0.0.1:56472 [Receiving block BP-871166880-172.17.0.2-1733064047512:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-871166880-172.17.0.2-1733064047512:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1992809309_22 at /127.0.0.1:33926 [Receiving block BP-871166880-172.17.0.2-1733064047512:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1992809309_22 at /127.0.0.1:56314 [Waiting for operation #31] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-871166880-172.17.0.2-1733064047512:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1992809309_22 at /127.0.0.1:33824 [Waiting for operation #25] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-871166880-172.17.0.2-1733064047512:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1992809309_22 at /127.0.0.1:52880 [Receiving block BP-871166880-172.17.0.2-1733064047512:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1125 (was 1049) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=241 (was 262), ProcessCount=11 (was 11), AvailableMemoryMB=5495 (was 5506) 2024-12-01T14:41:11,123 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1125 is superior to 1024 2024-12-01T14:41:11,133 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=420, OpenFileDescriptor=1125, MaxFileDescriptor=1048576, SystemLoadAverage=241, ProcessCount=11, AvailableMemoryMB=5495 2024-12-01T14:41:11,133 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1125 is superior to 1024 2024-12-01T14:41:11,147 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:41:11,148 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:41:11,149 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:41:11,152 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-67636996, suffix=, logDir=hdfs://localhost:44039/hbase/WALs/hregion-67636996, archiveDir=hdfs://localhost:44039/hbase/oldWALs, maxLogs=32 2024-12-01T14:41:11,163 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-67636996/hregion-67636996.1733064071152, exclude list is [], retry=0 2024-12-01T14:41:11,166 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38095,DS-162e0196-d3f9-4839-8b51-3af56675701c,DISK] 2024-12-01T14:41:11,166 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42713,DS-292c6078-3d9e-4434-a527-67ee069c7ada,DISK] 2024-12-01T14:41:11,166 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-3379dc50-db3b-4563-aab6-3e4fd5a37b87,DISK] 2024-12-01T14:41:11,168 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-67636996/hregion-67636996.1733064071152 2024-12-01T14:41:11,169 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37761:37761),(127.0.0.1/127.0.0.1:35553:35553),(127.0.0.1/127.0.0.1:40671:40671)] 2024-12-01T14:41:11,169 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 9aec0d62b548f51f60c02f1f57867359, NAME => 'testReplayEditsAfterAbortingFlush,,1733064071147.9aec0d62b548f51f60c02f1f57867359.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44039/hbase 2024-12-01T14:41:11,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741902_1080 (size=68) 2024-12-01T14:41:11,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741902_1080 (size=68) 2024-12-01T14:41:11,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741902_1080 (size=68) 2024-12-01T14:41:11,181 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733064071147.9aec0d62b548f51f60c02f1f57867359.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:41:11,183 INFO [StoreOpener-9aec0d62b548f51f60c02f1f57867359-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9aec0d62b548f51f60c02f1f57867359 2024-12-01T14:41:11,184 INFO [StoreOpener-9aec0d62b548f51f60c02f1f57867359-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9aec0d62b548f51f60c02f1f57867359 columnFamilyName a 2024-12-01T14:41:11,184 DEBUG [StoreOpener-9aec0d62b548f51f60c02f1f57867359-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:11,185 INFO [StoreOpener-9aec0d62b548f51f60c02f1f57867359-1 {}] regionserver.HStore(327): Store=9aec0d62b548f51f60c02f1f57867359/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:11,185 INFO [StoreOpener-9aec0d62b548f51f60c02f1f57867359-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 9aec0d62b548f51f60c02f1f57867359 2024-12-01T14:41:11,187 INFO [StoreOpener-9aec0d62b548f51f60c02f1f57867359-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9aec0d62b548f51f60c02f1f57867359 columnFamilyName b 2024-12-01T14:41:11,187 DEBUG [StoreOpener-9aec0d62b548f51f60c02f1f57867359-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:11,187 INFO [StoreOpener-9aec0d62b548f51f60c02f1f57867359-1 {}] regionserver.HStore(327): Store=9aec0d62b548f51f60c02f1f57867359/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:11,187 INFO [StoreOpener-9aec0d62b548f51f60c02f1f57867359-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 9aec0d62b548f51f60c02f1f57867359 2024-12-01T14:41:11,189 INFO [StoreOpener-9aec0d62b548f51f60c02f1f57867359-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9aec0d62b548f51f60c02f1f57867359 columnFamilyName c 2024-12-01T14:41:11,189 DEBUG [StoreOpener-9aec0d62b548f51f60c02f1f57867359-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:11,190 INFO [StoreOpener-9aec0d62b548f51f60c02f1f57867359-1 {}] regionserver.HStore(327): Store=9aec0d62b548f51f60c02f1f57867359/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:11,190 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9aec0d62b548f51f60c02f1f57867359 2024-12-01T14:41:11,191 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/testReplayEditsAfterAbortingFlush/9aec0d62b548f51f60c02f1f57867359 2024-12-01T14:41:11,191 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/testReplayEditsAfterAbortingFlush/9aec0d62b548f51f60c02f1f57867359 2024-12-01T14:41:11,192 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9aec0d62b548f51f60c02f1f57867359 2024-12-01T14:41:11,192 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9aec0d62b548f51f60c02f1f57867359 2024-12-01T14:41:11,193 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T14:41:11,194 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9aec0d62b548f51f60c02f1f57867359 2024-12-01T14:41:11,196 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44039/hbase/data/default/testReplayEditsAfterAbortingFlush/9aec0d62b548f51f60c02f1f57867359/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:41:11,196 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9aec0d62b548f51f60c02f1f57867359; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72015076, jitterRate=0.0731082558631897}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T14:41:11,197 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9aec0d62b548f51f60c02f1f57867359: Writing region info on filesystem at 1733064071181Initializing all the Stores at 1733064071182 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064071182Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064071182Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064071183 (+1 ms)Cleaning up temporary data from old regions at 1733064071192 (+9 ms)Region opened successfully at 1733064071197 (+5 ms) 2024-12-01T14:41:11,197 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 9aec0d62b548f51f60c02f1f57867359, disabling compactions & flushes 2024-12-01T14:41:11,197 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733064071147.9aec0d62b548f51f60c02f1f57867359. 2024-12-01T14:41:11,197 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733064071147.9aec0d62b548f51f60c02f1f57867359. 2024-12-01T14:41:11,197 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733064071147.9aec0d62b548f51f60c02f1f57867359. after waiting 0 ms 2024-12-01T14:41:11,197 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733064071147.9aec0d62b548f51f60c02f1f57867359. 2024-12-01T14:41:11,198 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733064071147.9aec0d62b548f51f60c02f1f57867359. 2024-12-01T14:41:11,198 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 9aec0d62b548f51f60c02f1f57867359: Waiting for close lock at 1733064071197Disabling compacts and flushes for region at 1733064071197Disabling writes for close at 1733064071197Writing region close event to WAL at 1733064071197Closed at 1733064071197 2024-12-01T14:41:11,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741901_1079 (size=95) 2024-12-01T14:41:11,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741901_1079 (size=95) 2024-12-01T14:41:11,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741901_1079 (size=95) 2024-12-01T14:41:11,203 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-01T14:41:11,203 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-67636996:(num 1733064071152) 2024-12-01T14:41:11,203 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-01T14:41:11,204 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44039/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733064071146, archiveDir=hdfs://localhost:44039/hbase/oldWALs, maxLogs=32 2024-12-01T14:41:11,216 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733064071146/wal.1733064071205, exclude list is [], retry=0 2024-12-01T14:41:11,219 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38095,DS-162e0196-d3f9-4839-8b51-3af56675701c,DISK] 2024-12-01T14:41:11,220 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42713,DS-292c6078-3d9e-4434-a527-67ee069c7ada,DISK] 2024-12-01T14:41:11,220 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-3379dc50-db3b-4563-aab6-3e4fd5a37b87,DISK] 2024-12-01T14:41:11,222 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733064071146/wal.1733064071205 2024-12-01T14:41:11,222 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37761:37761),(127.0.0.1/127.0.0.1:35553:35553),(127.0.0.1/127.0.0.1:40671:40671)] 2024-12-01T14:41:11,273 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 9aec0d62b548f51f60c02f1f57867359, NAME => 'testReplayEditsAfterAbortingFlush,,1733064071147.9aec0d62b548f51f60c02f1f57867359.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:41:11,275 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 9aec0d62b548f51f60c02f1f57867359 2024-12-01T14:41:11,276 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733064071147.9aec0d62b548f51f60c02f1f57867359.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:41:11,276 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 9aec0d62b548f51f60c02f1f57867359 2024-12-01T14:41:11,276 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 9aec0d62b548f51f60c02f1f57867359 2024-12-01T14:41:11,278 INFO [StoreOpener-9aec0d62b548f51f60c02f1f57867359-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9aec0d62b548f51f60c02f1f57867359 2024-12-01T14:41:11,279 INFO [StoreOpener-9aec0d62b548f51f60c02f1f57867359-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9aec0d62b548f51f60c02f1f57867359 columnFamilyName a 2024-12-01T14:41:11,279 DEBUG [StoreOpener-9aec0d62b548f51f60c02f1f57867359-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:11,280 INFO [StoreOpener-9aec0d62b548f51f60c02f1f57867359-1 {}] regionserver.HStore(327): Store=9aec0d62b548f51f60c02f1f57867359/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:11,280 INFO [StoreOpener-9aec0d62b548f51f60c02f1f57867359-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 9aec0d62b548f51f60c02f1f57867359 2024-12-01T14:41:11,281 INFO [StoreOpener-9aec0d62b548f51f60c02f1f57867359-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9aec0d62b548f51f60c02f1f57867359 columnFamilyName b 2024-12-01T14:41:11,281 DEBUG [StoreOpener-9aec0d62b548f51f60c02f1f57867359-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:11,282 INFO [StoreOpener-9aec0d62b548f51f60c02f1f57867359-1 {}] regionserver.HStore(327): Store=9aec0d62b548f51f60c02f1f57867359/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:11,282 INFO [StoreOpener-9aec0d62b548f51f60c02f1f57867359-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 9aec0d62b548f51f60c02f1f57867359 2024-12-01T14:41:11,283 INFO [StoreOpener-9aec0d62b548f51f60c02f1f57867359-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9aec0d62b548f51f60c02f1f57867359 columnFamilyName c 2024-12-01T14:41:11,283 DEBUG [StoreOpener-9aec0d62b548f51f60c02f1f57867359-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:11,284 INFO [StoreOpener-9aec0d62b548f51f60c02f1f57867359-1 {}] regionserver.HStore(327): Store=9aec0d62b548f51f60c02f1f57867359/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:11,284 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9aec0d62b548f51f60c02f1f57867359 2024-12-01T14:41:11,284 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/testReplayEditsAfterAbortingFlush/9aec0d62b548f51f60c02f1f57867359 2024-12-01T14:41:11,286 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/testReplayEditsAfterAbortingFlush/9aec0d62b548f51f60c02f1f57867359 2024-12-01T14:41:11,287 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9aec0d62b548f51f60c02f1f57867359 2024-12-01T14:41:11,287 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9aec0d62b548f51f60c02f1f57867359 2024-12-01T14:41:11,288 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T14:41:11,289 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9aec0d62b548f51f60c02f1f57867359 2024-12-01T14:41:11,290 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9aec0d62b548f51f60c02f1f57867359; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67328688, jitterRate=0.003275632858276367}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T14:41:11,290 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9aec0d62b548f51f60c02f1f57867359 2024-12-01T14:41:11,290 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9aec0d62b548f51f60c02f1f57867359: Running coprocessor pre-open hook at 1733064071276Writing region info on filesystem at 1733064071276Initializing all the Stores at 1733064071277 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064071277Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064071277Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064071277Cleaning up temporary data from old regions at 1733064071287 (+10 ms)Running coprocessor post-open hooks at 1733064071290 (+3 ms)Region opened successfully at 1733064071290 2024-12-01T14:41:11,307 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9aec0d62b548f51f60c02f1f57867359 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-12-01T14:41:11,308 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 9aec0d62b548f51f60c02f1f57867359/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T14:41:11,658 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-12-01T14:41:11,658 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-12-01T14:41:11,659 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-12-01T14:41:11,660 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-12-01T14:41:11,661 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-12-01T14:41:11,661 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-12-01T14:41:11,662 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-12-01T14:41:11,662 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-12-01T14:41:11,663 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-12-01T14:41:11,663 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-12-01T14:41:12,309 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 9aec0d62b548f51f60c02f1f57867359/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T14:41:13,128 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-01T14:41:13,310 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 9aec0d62b548f51f60c02f1f57867359/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T14:41:14,312 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 9aec0d62b548f51f60c02f1f57867359/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T14:41:15,313 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 9aec0d62b548f51f60c02f1f57867359/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T14:41:16,314 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 9aec0d62b548f51f60c02f1f57867359/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T14:41:17,315 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 9aec0d62b548f51f60c02f1f57867359/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T14:41:18,316 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 9aec0d62b548f51f60c02f1f57867359/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T14:41:19,318 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 9aec0d62b548f51f60c02f1f57867359/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T14:41:20,319 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 9aec0d62b548f51f60c02f1f57867359/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T14:41:20,320 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 9aec0d62b548f51f60c02f1f57867359: 2024-12-01T14:41:20,321 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1733064071147.9aec0d62b548f51f60c02f1f57867359. 2024-12-01T14:41:20,336 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 9aec0d62b548f51f60c02f1f57867359: 2024-12-01T14:41:20,336 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-12-01T14:41:20,336 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 9aec0d62b548f51f60c02f1f57867359, disabling compactions & flushes 2024-12-01T14:41:20,336 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733064071147.9aec0d62b548f51f60c02f1f57867359. 2024-12-01T14:41:20,336 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733064071147.9aec0d62b548f51f60c02f1f57867359. 2024-12-01T14:41:20,336 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733064071147.9aec0d62b548f51f60c02f1f57867359. after waiting 0 ms 2024-12-01T14:41:20,336 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733064071147.9aec0d62b548f51f60c02f1f57867359. 2024-12-01T14:41:20,337 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1733064071147.9aec0d62b548f51f60c02f1f57867359. 2024-12-01T14:41:20,337 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733064071147.9aec0d62b548f51f60c02f1f57867359. 2024-12-01T14:41:20,337 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 9aec0d62b548f51f60c02f1f57867359: Waiting for close lock at 1733064080336Running coprocessor pre-close hooks at 1733064080336Disabling compacts and flushes for region at 1733064080336Disabling writes for close at 1733064080336Writing region close event to WAL at 1733064080337 (+1 ms)Running coprocessor post-close hooks at 1733064080337Closed at 1733064080337 2024-12-01T14:41:20,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741903_1081 (size=2691) 2024-12-01T14:41:20,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741903_1081 (size=2691) 2024-12-01T14:41:20,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741903_1081 (size=2691) 2024-12-01T14:41:20,353 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44039/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733064071146/wal.1733064071205, size=2.6 K (2691bytes) 2024-12-01T14:41:20,353 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44039/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733064071146/wal.1733064071205 2024-12-01T14:41:20,353 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44039/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733064071146/wal.1733064071205 after 0ms 2024-12-01T14:41:20,355 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44039/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733064071146/wal.1733064071205: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-01T14:41:20,355 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44039/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733064071146/wal.1733064071205 took 3ms 2024-12-01T14:41:20,358 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44039/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733064071146/wal.1733064071205 so closing down 2024-12-01T14:41:20,358 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T14:41:20,359 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1733064071205.temp 2024-12-01T14:41:20,360 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44039/hbase/data/default/testReplayEditsAfterAbortingFlush/9aec0d62b548f51f60c02f1f57867359/recovered.edits/0000000000000000004-wal.1733064071205.temp 2024-12-01T14:41:20,360 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T14:41:20,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741904_1082 (size=2094) 2024-12-01T14:41:20,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741904_1082 (size=2094) 2024-12-01T14:41:20,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741904_1082 (size=2094) 2024-12-01T14:41:20,367 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44039/hbase/data/default/testReplayEditsAfterAbortingFlush/9aec0d62b548f51f60c02f1f57867359/recovered.edits/0000000000000000004-wal.1733064071205.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-12-01T14:41:20,368 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44039/hbase/data/default/testReplayEditsAfterAbortingFlush/9aec0d62b548f51f60c02f1f57867359/recovered.edits/0000000000000000004-wal.1733064071205.temp to hdfs://localhost:44039/hbase/data/default/testReplayEditsAfterAbortingFlush/9aec0d62b548f51f60c02f1f57867359/recovered.edits/0000000000000000026 2024-12-01T14:41:20,368 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 12 ms; skipped=3; WAL=hdfs://localhost:44039/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733064071146/wal.1733064071205, size=2.6 K, length=2691, corrupted=false, cancelled=false 2024-12-01T14:41:20,368 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44039/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733064071146/wal.1733064071205, journal: Splitting hdfs://localhost:44039/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733064071146/wal.1733064071205, size=2.6 K (2691bytes) at 1733064080353Finishing writing output for hdfs://localhost:44039/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733064071146/wal.1733064071205 so closing down at 1733064080358 (+5 ms)Creating recovered edits writer path=hdfs://localhost:44039/hbase/data/default/testReplayEditsAfterAbortingFlush/9aec0d62b548f51f60c02f1f57867359/recovered.edits/0000000000000000004-wal.1733064071205.temp at 1733064080360 (+2 ms)3 split writer threads finished at 1733064080360Closed recovered edits writer path=hdfs://localhost:44039/hbase/data/default/testReplayEditsAfterAbortingFlush/9aec0d62b548f51f60c02f1f57867359/recovered.edits/0000000000000000004-wal.1733064071205.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1733064080367 (+7 ms)Rename recovered edits hdfs://localhost:44039/hbase/data/default/testReplayEditsAfterAbortingFlush/9aec0d62b548f51f60c02f1f57867359/recovered.edits/0000000000000000004-wal.1733064071205.temp to hdfs://localhost:44039/hbase/data/default/testReplayEditsAfterAbortingFlush/9aec0d62b548f51f60c02f1f57867359/recovered.edits/0000000000000000026 at 1733064080368 (+1 ms)Processed 23 edits across 1 Regions in 12 ms; skipped=3; WAL=hdfs://localhost:44039/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733064071146/wal.1733064071205, size=2.6 K, length=2691, corrupted=false, cancelled=false at 1733064080368 2024-12-01T14:41:20,370 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44039/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733064071146/wal.1733064071205 to hdfs://localhost:44039/hbase/oldWALs/wal.1733064071205 2024-12-01T14:41:20,371 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:44039/hbase/data/default/testReplayEditsAfterAbortingFlush/9aec0d62b548f51f60c02f1f57867359/recovered.edits/0000000000000000026 2024-12-01T14:41:20,371 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-01T14:41:20,373 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44039/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733064071146, archiveDir=hdfs://localhost:44039/hbase/oldWALs, maxLogs=32 2024-12-01T14:41:20,385 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733064071146/wal.1733064080373, exclude list is [], retry=0 2024-12-01T14:41:20,388 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42713,DS-292c6078-3d9e-4434-a527-67ee069c7ada,DISK] 2024-12-01T14:41:20,388 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-3379dc50-db3b-4563-aab6-3e4fd5a37b87,DISK] 2024-12-01T14:41:20,389 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38095,DS-162e0196-d3f9-4839-8b51-3af56675701c,DISK] 2024-12-01T14:41:20,391 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733064071146/wal.1733064080373 2024-12-01T14:41:20,391 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35553:35553),(127.0.0.1/127.0.0.1:40671:40671),(127.0.0.1/127.0.0.1:37761:37761)] 2024-12-01T14:41:20,392 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 9aec0d62b548f51f60c02f1f57867359, NAME => 'testReplayEditsAfterAbortingFlush,,1733064071147.9aec0d62b548f51f60c02f1f57867359.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:41:20,392 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 9aec0d62b548f51f60c02f1f57867359 2024-12-01T14:41:20,392 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733064071147.9aec0d62b548f51f60c02f1f57867359.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:41:20,393 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 9aec0d62b548f51f60c02f1f57867359 2024-12-01T14:41:20,393 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 9aec0d62b548f51f60c02f1f57867359 2024-12-01T14:41:20,395 INFO [StoreOpener-9aec0d62b548f51f60c02f1f57867359-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9aec0d62b548f51f60c02f1f57867359 2024-12-01T14:41:20,396 INFO [StoreOpener-9aec0d62b548f51f60c02f1f57867359-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9aec0d62b548f51f60c02f1f57867359 columnFamilyName a 2024-12-01T14:41:20,396 DEBUG [StoreOpener-9aec0d62b548f51f60c02f1f57867359-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:20,397 INFO [StoreOpener-9aec0d62b548f51f60c02f1f57867359-1 {}] regionserver.HStore(327): Store=9aec0d62b548f51f60c02f1f57867359/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:20,397 INFO [StoreOpener-9aec0d62b548f51f60c02f1f57867359-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 9aec0d62b548f51f60c02f1f57867359 2024-12-01T14:41:20,398 INFO [StoreOpener-9aec0d62b548f51f60c02f1f57867359-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9aec0d62b548f51f60c02f1f57867359 columnFamilyName b 2024-12-01T14:41:20,398 DEBUG [StoreOpener-9aec0d62b548f51f60c02f1f57867359-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:20,398 INFO [StoreOpener-9aec0d62b548f51f60c02f1f57867359-1 {}] regionserver.HStore(327): Store=9aec0d62b548f51f60c02f1f57867359/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:20,399 INFO [StoreOpener-9aec0d62b548f51f60c02f1f57867359-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 9aec0d62b548f51f60c02f1f57867359 2024-12-01T14:41:20,399 INFO [StoreOpener-9aec0d62b548f51f60c02f1f57867359-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9aec0d62b548f51f60c02f1f57867359 columnFamilyName c 2024-12-01T14:41:20,399 DEBUG [StoreOpener-9aec0d62b548f51f60c02f1f57867359-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:20,400 INFO [StoreOpener-9aec0d62b548f51f60c02f1f57867359-1 {}] regionserver.HStore(327): Store=9aec0d62b548f51f60c02f1f57867359/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:20,400 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9aec0d62b548f51f60c02f1f57867359 2024-12-01T14:41:20,400 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/testReplayEditsAfterAbortingFlush/9aec0d62b548f51f60c02f1f57867359 2024-12-01T14:41:20,402 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/testReplayEditsAfterAbortingFlush/9aec0d62b548f51f60c02f1f57867359 2024-12-01T14:41:20,402 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44039/hbase/data/default/testReplayEditsAfterAbortingFlush/9aec0d62b548f51f60c02f1f57867359/recovered.edits/0000000000000000026 2024-12-01T14:41:20,404 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44039/hbase/data/default/testReplayEditsAfterAbortingFlush/9aec0d62b548f51f60c02f1f57867359/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-01T14:41:20,406 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:44039/hbase/data/default/testReplayEditsAfterAbortingFlush/9aec0d62b548f51f60c02f1f57867359/recovered.edits/0000000000000000026 2024-12-01T14:41:20,406 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9aec0d62b548f51f60c02f1f57867359 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-12-01T14:41:20,420 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44039/hbase/data/default/testReplayEditsAfterAbortingFlush/9aec0d62b548f51f60c02f1f57867359/.tmp/a/868bf9ef86424402b88f05861e21da59 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1733064080326/Put/seqid=0 2024-12-01T14:41:20,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741906_1084 (size=5523) 2024-12-01T14:41:20,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741906_1084 (size=5523) 2024-12-01T14:41:20,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741906_1084 (size=5523) 2024-12-01T14:41:20,428 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:44039/hbase/data/default/testReplayEditsAfterAbortingFlush/9aec0d62b548f51f60c02f1f57867359/.tmp/a/868bf9ef86424402b88f05861e21da59 2024-12-01T14:41:20,447 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44039/hbase/data/default/testReplayEditsAfterAbortingFlush/9aec0d62b548f51f60c02f1f57867359/.tmp/b/563fa715f8e84d678580af5fc399b2ab is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1733064080321/Put/seqid=0 2024-12-01T14:41:20,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741907_1085 (size=5524) 2024-12-01T14:41:20,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741907_1085 (size=5524) 2024-12-01T14:41:20,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741907_1085 (size=5524) 2024-12-01T14:41:20,454 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:44039/hbase/data/default/testReplayEditsAfterAbortingFlush/9aec0d62b548f51f60c02f1f57867359/.tmp/b/563fa715f8e84d678580af5fc399b2ab 2024-12-01T14:41:20,473 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44039/hbase/data/default/testReplayEditsAfterAbortingFlush/9aec0d62b548f51f60c02f1f57867359/.tmp/c/0d260704e3924a0e8ff063bbc88c81b6 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1733064080324/Put/seqid=0 2024-12-01T14:41:20,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741908_1086 (size=5457) 2024-12-01T14:41:20,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741908_1086 (size=5457) 2024-12-01T14:41:20,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741908_1086 (size=5457) 2024-12-01T14:41:20,481 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:44039/hbase/data/default/testReplayEditsAfterAbortingFlush/9aec0d62b548f51f60c02f1f57867359/.tmp/c/0d260704e3924a0e8ff063bbc88c81b6 2024-12-01T14:41:20,488 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44039/hbase/data/default/testReplayEditsAfterAbortingFlush/9aec0d62b548f51f60c02f1f57867359/.tmp/a/868bf9ef86424402b88f05861e21da59 as hdfs://localhost:44039/hbase/data/default/testReplayEditsAfterAbortingFlush/9aec0d62b548f51f60c02f1f57867359/a/868bf9ef86424402b88f05861e21da59 2024-12-01T14:41:20,493 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44039/hbase/data/default/testReplayEditsAfterAbortingFlush/9aec0d62b548f51f60c02f1f57867359/a/868bf9ef86424402b88f05861e21da59, entries=7, sequenceid=26, filesize=5.4 K 2024-12-01T14:41:20,495 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44039/hbase/data/default/testReplayEditsAfterAbortingFlush/9aec0d62b548f51f60c02f1f57867359/.tmp/b/563fa715f8e84d678580af5fc399b2ab as hdfs://localhost:44039/hbase/data/default/testReplayEditsAfterAbortingFlush/9aec0d62b548f51f60c02f1f57867359/b/563fa715f8e84d678580af5fc399b2ab 2024-12-01T14:41:20,501 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44039/hbase/data/default/testReplayEditsAfterAbortingFlush/9aec0d62b548f51f60c02f1f57867359/b/563fa715f8e84d678580af5fc399b2ab, entries=7, sequenceid=26, filesize=5.4 K 2024-12-01T14:41:20,502 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44039/hbase/data/default/testReplayEditsAfterAbortingFlush/9aec0d62b548f51f60c02f1f57867359/.tmp/c/0d260704e3924a0e8ff063bbc88c81b6 as hdfs://localhost:44039/hbase/data/default/testReplayEditsAfterAbortingFlush/9aec0d62b548f51f60c02f1f57867359/c/0d260704e3924a0e8ff063bbc88c81b6 2024-12-01T14:41:20,508 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44039/hbase/data/default/testReplayEditsAfterAbortingFlush/9aec0d62b548f51f60c02f1f57867359/c/0d260704e3924a0e8ff063bbc88c81b6, entries=6, sequenceid=26, filesize=5.3 K 2024-12-01T14:41:20,508 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 9aec0d62b548f51f60c02f1f57867359 in 102ms, sequenceid=26, compaction requested=false; wal=null 2024-12-01T14:41:20,509 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44039/hbase/data/default/testReplayEditsAfterAbortingFlush/9aec0d62b548f51f60c02f1f57867359/recovered.edits/0000000000000000026 2024-12-01T14:41:20,510 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9aec0d62b548f51f60c02f1f57867359 2024-12-01T14:41:20,510 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9aec0d62b548f51f60c02f1f57867359 2024-12-01T14:41:20,511 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T14:41:20,513 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9aec0d62b548f51f60c02f1f57867359 2024-12-01T14:41:20,515 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44039/hbase/data/default/testReplayEditsAfterAbortingFlush/9aec0d62b548f51f60c02f1f57867359/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-12-01T14:41:20,516 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9aec0d62b548f51f60c02f1f57867359; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68166989, jitterRate=0.01576729118824005}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T14:41:20,516 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9aec0d62b548f51f60c02f1f57867359 2024-12-01T14:41:20,517 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9aec0d62b548f51f60c02f1f57867359: Running coprocessor pre-open hook at 1733064080393Writing region info on filesystem at 1733064080393Initializing all the Stores at 1733064080394 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064080394Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064080394Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064080394Obtaining lock to block concurrent updates at 1733064080406 (+12 ms)Preparing flush snapshotting stores in 9aec0d62b548f51f60c02f1f57867359 at 1733064080406Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1733064071147.9aec0d62b548f51f60c02f1f57867359., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1733064080406Flushing stores of testReplayEditsAfterAbortingFlush,,1733064071147.9aec0d62b548f51f60c02f1f57867359. at 1733064080406Flushing 9aec0d62b548f51f60c02f1f57867359/a: creating writer at 1733064080406Flushing 9aec0d62b548f51f60c02f1f57867359/a: appending metadata at 1733064080420 (+14 ms)Flushing 9aec0d62b548f51f60c02f1f57867359/a: closing flushed file at 1733064080420Flushing 9aec0d62b548f51f60c02f1f57867359/b: creating writer at 1733064080433 (+13 ms)Flushing 9aec0d62b548f51f60c02f1f57867359/b: appending metadata at 1733064080446 (+13 ms)Flushing 9aec0d62b548f51f60c02f1f57867359/b: closing flushed file at 1733064080446Flushing 9aec0d62b548f51f60c02f1f57867359/c: creating writer at 1733064080459 (+13 ms)Flushing 9aec0d62b548f51f60c02f1f57867359/c: appending metadata at 1733064080473 (+14 ms)Flushing 9aec0d62b548f51f60c02f1f57867359/c: closing flushed file at 1733064080473Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44fd85e8: reopening flushed file at 1733064080486 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9b78de1: reopening flushed file at 1733064080493 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57246eb4: reopening flushed file at 1733064080501 (+8 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 9aec0d62b548f51f60c02f1f57867359 in 102ms, sequenceid=26, compaction requested=false; wal=null at 1733064080508 (+7 ms)Cleaning up temporary data from old regions at 1733064080510 (+2 ms)Running coprocessor post-open hooks at 1733064080516 (+6 ms)Region opened successfully at 1733064080517 (+1 ms) 2024-12-01T14:41:20,519 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T14:41:20,541 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=418 (was 420), OpenFileDescriptor=1181 (was 1125) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=229 (was 241), ProcessCount=11 (was 11), AvailableMemoryMB=5470 (was 5495) 2024-12-01T14:41:20,541 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1181 is superior to 1024 2024-12-01T14:41:20,553 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=418, OpenFileDescriptor=1181, MaxFileDescriptor=1048576, SystemLoadAverage=229, ProcessCount=11, AvailableMemoryMB=5469 2024-12-01T14:41:20,553 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1181 is superior to 1024 2024-12-01T14:41:20,566 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:41:20,568 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:41:20,568 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:41:20,571 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-00862040, suffix=, logDir=hdfs://localhost:44039/hbase/WALs/hregion-00862040, archiveDir=hdfs://localhost:44039/hbase/oldWALs, maxLogs=32 2024-12-01T14:41:20,583 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-00862040/hregion-00862040.1733064080571, exclude list is [], retry=0 2024-12-01T14:41:20,586 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38095,DS-162e0196-d3f9-4839-8b51-3af56675701c,DISK] 2024-12-01T14:41:20,586 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42713,DS-292c6078-3d9e-4434-a527-67ee069c7ada,DISK] 2024-12-01T14:41:20,586 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-3379dc50-db3b-4563-aab6-3e4fd5a37b87,DISK] 2024-12-01T14:41:20,588 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-00862040/hregion-00862040.1733064080571 2024-12-01T14:41:20,588 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37761:37761),(127.0.0.1/127.0.0.1:35553:35553),(127.0.0.1/127.0.0.1:40671:40671)] 2024-12-01T14:41:20,589 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 24a08668392ad25993b0ae803e469b51, NAME => 'testDatalossWhenInputError,,1733064080566.24a08668392ad25993b0ae803e469b51.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44039/hbase 2024-12-01T14:41:20,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741910_1088 (size=61) 2024-12-01T14:41:20,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741910_1088 (size=61) 2024-12-01T14:41:20,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741910_1088 (size=61) 2024-12-01T14:41:20,600 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733064080566.24a08668392ad25993b0ae803e469b51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:41:20,603 INFO [StoreOpener-24a08668392ad25993b0ae803e469b51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 24a08668392ad25993b0ae803e469b51 2024-12-01T14:41:20,604 INFO [StoreOpener-24a08668392ad25993b0ae803e469b51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24a08668392ad25993b0ae803e469b51 columnFamilyName a 2024-12-01T14:41:20,604 DEBUG [StoreOpener-24a08668392ad25993b0ae803e469b51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:20,605 INFO [StoreOpener-24a08668392ad25993b0ae803e469b51-1 {}] regionserver.HStore(327): Store=24a08668392ad25993b0ae803e469b51/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:20,605 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 24a08668392ad25993b0ae803e469b51 2024-12-01T14:41:20,606 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/testDatalossWhenInputError/24a08668392ad25993b0ae803e469b51 2024-12-01T14:41:20,606 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/testDatalossWhenInputError/24a08668392ad25993b0ae803e469b51 2024-12-01T14:41:20,606 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 24a08668392ad25993b0ae803e469b51 2024-12-01T14:41:20,606 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 24a08668392ad25993b0ae803e469b51 2024-12-01T14:41:20,608 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 24a08668392ad25993b0ae803e469b51 2024-12-01T14:41:20,610 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44039/hbase/data/default/testDatalossWhenInputError/24a08668392ad25993b0ae803e469b51/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:41:20,610 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 24a08668392ad25993b0ae803e469b51; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60400286, jitterRate=-0.09996560215950012}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T14:41:20,611 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 24a08668392ad25993b0ae803e469b51: Writing region info on filesystem at 1733064080600Initializing all the Stores at 1733064080601 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064080601Cleaning up temporary data from old regions at 1733064080606 (+5 ms)Region opened successfully at 1733064080611 (+5 ms) 2024-12-01T14:41:20,611 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 24a08668392ad25993b0ae803e469b51, disabling compactions & flushes 2024-12-01T14:41:20,611 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733064080566.24a08668392ad25993b0ae803e469b51. 2024-12-01T14:41:20,611 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733064080566.24a08668392ad25993b0ae803e469b51. 2024-12-01T14:41:20,611 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733064080566.24a08668392ad25993b0ae803e469b51. after waiting 0 ms 2024-12-01T14:41:20,611 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733064080566.24a08668392ad25993b0ae803e469b51. 2024-12-01T14:41:20,614 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733064080566.24a08668392ad25993b0ae803e469b51. 2024-12-01T14:41:20,615 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 24a08668392ad25993b0ae803e469b51: Waiting for close lock at 1733064080611Disabling compacts and flushes for region at 1733064080611Disabling writes for close at 1733064080611Writing region close event to WAL at 1733064080614 (+3 ms)Closed at 1733064080614 2024-12-01T14:41:20,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741909_1087 (size=95) 2024-12-01T14:41:20,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741909_1087 (size=95) 2024-12-01T14:41:20,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741909_1087 (size=95) 2024-12-01T14:41:20,620 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-01T14:41:20,620 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-00862040:(num 1733064080571) 2024-12-01T14:41:20,620 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-01T14:41:20,622 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44039/hbase/WALs/testdatalosswheninputerror-manual,16010,1733064080565, archiveDir=hdfs://localhost:44039/hbase/oldWALs, maxLogs=32 2024-12-01T14:41:20,634 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733064080565/wal.1733064080622, exclude list is [], retry=0 2024-12-01T14:41:20,637 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-3379dc50-db3b-4563-aab6-3e4fd5a37b87,DISK] 2024-12-01T14:41:20,637 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38095,DS-162e0196-d3f9-4839-8b51-3af56675701c,DISK] 2024-12-01T14:41:20,638 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42713,DS-292c6078-3d9e-4434-a527-67ee069c7ada,DISK] 2024-12-01T14:41:20,639 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733064080565/wal.1733064080622 2024-12-01T14:41:20,640 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40671:40671),(127.0.0.1/127.0.0.1:37761:37761),(127.0.0.1/127.0.0.1:35553:35553)] 2024-12-01T14:41:20,640 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 24a08668392ad25993b0ae803e469b51, NAME => 'testDatalossWhenInputError,,1733064080566.24a08668392ad25993b0ae803e469b51.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:41:20,640 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733064080566.24a08668392ad25993b0ae803e469b51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:41:20,640 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 24a08668392ad25993b0ae803e469b51 2024-12-01T14:41:20,640 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 24a08668392ad25993b0ae803e469b51 2024-12-01T14:41:20,642 INFO [StoreOpener-24a08668392ad25993b0ae803e469b51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 24a08668392ad25993b0ae803e469b51 2024-12-01T14:41:20,643 INFO [StoreOpener-24a08668392ad25993b0ae803e469b51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24a08668392ad25993b0ae803e469b51 columnFamilyName a 2024-12-01T14:41:20,643 DEBUG [StoreOpener-24a08668392ad25993b0ae803e469b51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:20,644 INFO [StoreOpener-24a08668392ad25993b0ae803e469b51-1 {}] regionserver.HStore(327): Store=24a08668392ad25993b0ae803e469b51/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:20,644 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 24a08668392ad25993b0ae803e469b51 2024-12-01T14:41:20,644 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/testDatalossWhenInputError/24a08668392ad25993b0ae803e469b51 2024-12-01T14:41:20,646 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/testDatalossWhenInputError/24a08668392ad25993b0ae803e469b51 2024-12-01T14:41:20,646 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 24a08668392ad25993b0ae803e469b51 2024-12-01T14:41:20,646 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 24a08668392ad25993b0ae803e469b51 2024-12-01T14:41:20,648 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 24a08668392ad25993b0ae803e469b51 2024-12-01T14:41:20,649 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 24a08668392ad25993b0ae803e469b51; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75001957, jitterRate=0.11761625111103058}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T14:41:20,649 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 24a08668392ad25993b0ae803e469b51: Writing region info on filesystem at 1733064080640Initializing all the Stores at 1733064080641 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064080642 (+1 ms)Cleaning up temporary data from old regions at 1733064080646 (+4 ms)Region opened successfully at 1733064080649 (+3 ms) 2024-12-01T14:41:20,658 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 24a08668392ad25993b0ae803e469b51, disabling compactions & flushes 2024-12-01T14:41:20,658 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733064080566.24a08668392ad25993b0ae803e469b51. 2024-12-01T14:41:20,658 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733064080566.24a08668392ad25993b0ae803e469b51. 2024-12-01T14:41:20,658 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733064080566.24a08668392ad25993b0ae803e469b51. after waiting 0 ms 2024-12-01T14:41:20,658 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733064080566.24a08668392ad25993b0ae803e469b51. 2024-12-01T14:41:20,658 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1733064080566.24a08668392ad25993b0ae803e469b51. 2024-12-01T14:41:20,658 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733064080566.24a08668392ad25993b0ae803e469b51. 2024-12-01T14:41:20,658 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 24a08668392ad25993b0ae803e469b51: Waiting for close lock at 1733064080658Disabling compacts and flushes for region at 1733064080658Disabling writes for close at 1733064080658Writing region close event to WAL at 1733064080658Closed at 1733064080658 2024-12-01T14:41:20,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741911_1089 (size=1050) 2024-12-01T14:41:20,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741911_1089 (size=1050) 2024-12-01T14:41:20,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741911_1089 (size=1050) 2024-12-01T14:41:20,686 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44039/hbase/WALs/testdatalosswheninputerror-manual,16010,1733064080565/wal.1733064080622, size=1.0 K (1050bytes) 2024-12-01T14:41:20,686 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44039/hbase/WALs/testdatalosswheninputerror-manual,16010,1733064080565/wal.1733064080622 2024-12-01T14:41:20,687 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44039/hbase/WALs/testdatalosswheninputerror-manual,16010,1733064080565/wal.1733064080622 after 1ms 2024-12-01T14:41:20,689 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44039/hbase/WALs/testdatalosswheninputerror-manual,16010,1733064080565/wal.1733064080622: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-01T14:41:20,690 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44039/hbase/WALs/testdatalosswheninputerror-manual,16010,1733064080565/wal.1733064080622 took 3ms 2024-12-01T14:41:20,692 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44039/hbase/WALs/testdatalosswheninputerror-manual,16010,1733064080565/wal.1733064080622 so closing down 2024-12-01T14:41:20,692 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T14:41:20,693 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733064080622.temp 2024-12-01T14:41:20,694 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44039/hbase/data/default/testDatalossWhenInputError/24a08668392ad25993b0ae803e469b51/recovered.edits/0000000000000000003-wal.1733064080622.temp 2024-12-01T14:41:20,695 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T14:41:20,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741912_1090 (size=1050) 2024-12-01T14:41:20,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741912_1090 (size=1050) 2024-12-01T14:41:20,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741912_1090 (size=1050) 2024-12-01T14:41:20,708 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44039/hbase/data/default/testDatalossWhenInputError/24a08668392ad25993b0ae803e469b51/recovered.edits/0000000000000000003-wal.1733064080622.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T14:41:20,710 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44039/hbase/data/default/testDatalossWhenInputError/24a08668392ad25993b0ae803e469b51/recovered.edits/0000000000000000003-wal.1733064080622.temp to hdfs://localhost:44039/hbase/data/default/testDatalossWhenInputError/24a08668392ad25993b0ae803e469b51/recovered.edits/0000000000000000012 2024-12-01T14:41:20,710 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:44039/hbase/WALs/testdatalosswheninputerror-manual,16010,1733064080565/wal.1733064080622, size=1.0 K, length=1050, corrupted=false, cancelled=false 2024-12-01T14:41:20,710 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44039/hbase/WALs/testdatalosswheninputerror-manual,16010,1733064080565/wal.1733064080622, journal: Splitting hdfs://localhost:44039/hbase/WALs/testdatalosswheninputerror-manual,16010,1733064080565/wal.1733064080622, size=1.0 K (1050bytes) at 1733064080686Finishing writing output for hdfs://localhost:44039/hbase/WALs/testdatalosswheninputerror-manual,16010,1733064080565/wal.1733064080622 so closing down at 1733064080692 (+6 ms)Creating recovered edits writer path=hdfs://localhost:44039/hbase/data/default/testDatalossWhenInputError/24a08668392ad25993b0ae803e469b51/recovered.edits/0000000000000000003-wal.1733064080622.temp at 1733064080694 (+2 ms)3 split writer threads finished at 1733064080695 (+1 ms)Closed recovered edits writer path=hdfs://localhost:44039/hbase/data/default/testDatalossWhenInputError/24a08668392ad25993b0ae803e469b51/recovered.edits/0000000000000000003-wal.1733064080622.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733064080708 (+13 ms)Rename recovered edits hdfs://localhost:44039/hbase/data/default/testDatalossWhenInputError/24a08668392ad25993b0ae803e469b51/recovered.edits/0000000000000000003-wal.1733064080622.temp to hdfs://localhost:44039/hbase/data/default/testDatalossWhenInputError/24a08668392ad25993b0ae803e469b51/recovered.edits/0000000000000000012 at 1733064080710 (+2 ms)Processed 10 edits across 1 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:44039/hbase/WALs/testdatalosswheninputerror-manual,16010,1733064080565/wal.1733064080622, size=1.0 K, length=1050, corrupted=false, cancelled=false at 1733064080710 2024-12-01T14:41:20,712 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44039/hbase/WALs/testdatalosswheninputerror-manual,16010,1733064080565/wal.1733064080622 to hdfs://localhost:44039/hbase/oldWALs/wal.1733064080622 2024-12-01T14:41:20,713 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:44039/hbase/data/default/testDatalossWhenInputError/24a08668392ad25993b0ae803e469b51/recovered.edits/0000000000000000012 2024-12-01T14:41:20,717 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44039/hbase/data/default/testDatalossWhenInputError/24a08668392ad25993b0ae803e469b51/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-01T14:41:21,050 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-01T14:41:21,052 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44039/hbase/WALs/testdatalosswheninputerror-manual,16010,1733064080565, archiveDir=hdfs://localhost:44039/hbase/oldWALs, maxLogs=32 2024-12-01T14:41:21,063 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733064080565/wal.1733064081053, exclude list is [], retry=0 2024-12-01T14:41:21,066 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38095,DS-162e0196-d3f9-4839-8b51-3af56675701c,DISK] 2024-12-01T14:41:21,066 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-3379dc50-db3b-4563-aab6-3e4fd5a37b87,DISK] 2024-12-01T14:41:21,066 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42713,DS-292c6078-3d9e-4434-a527-67ee069c7ada,DISK] 2024-12-01T14:41:21,068 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733064080565/wal.1733064081053 2024-12-01T14:41:21,068 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37761:37761),(127.0.0.1/127.0.0.1:40671:40671),(127.0.0.1/127.0.0.1:35553:35553)] 2024-12-01T14:41:21,068 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 24a08668392ad25993b0ae803e469b51, NAME => 'testDatalossWhenInputError,,1733064080566.24a08668392ad25993b0ae803e469b51.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:41:21,068 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733064080566.24a08668392ad25993b0ae803e469b51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:41:21,068 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 24a08668392ad25993b0ae803e469b51 2024-12-01T14:41:21,068 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 24a08668392ad25993b0ae803e469b51 2024-12-01T14:41:21,071 INFO [StoreOpener-24a08668392ad25993b0ae803e469b51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 24a08668392ad25993b0ae803e469b51 2024-12-01T14:41:21,073 INFO [StoreOpener-24a08668392ad25993b0ae803e469b51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24a08668392ad25993b0ae803e469b51 columnFamilyName a 2024-12-01T14:41:21,073 DEBUG [StoreOpener-24a08668392ad25993b0ae803e469b51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:21,074 INFO [StoreOpener-24a08668392ad25993b0ae803e469b51-1 {}] regionserver.HStore(327): Store=24a08668392ad25993b0ae803e469b51/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:21,074 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 24a08668392ad25993b0ae803e469b51 2024-12-01T14:41:21,075 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/testDatalossWhenInputError/24a08668392ad25993b0ae803e469b51 2024-12-01T14:41:21,076 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/testDatalossWhenInputError/24a08668392ad25993b0ae803e469b51 2024-12-01T14:41:21,077 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44039/hbase/data/default/testDatalossWhenInputError/24a08668392ad25993b0ae803e469b51/recovered.edits/0000000000000000012 2024-12-01T14:41:21,079 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44039/hbase/data/default/testDatalossWhenInputError/24a08668392ad25993b0ae803e469b51/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-01T14:41:21,080 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:44039/hbase/data/default/testDatalossWhenInputError/24a08668392ad25993b0ae803e469b51/recovered.edits/0000000000000000012 2024-12-01T14:41:21,080 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 24a08668392ad25993b0ae803e469b51 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-12-01T14:41:21,099 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44039/hbase/data/default/testDatalossWhenInputError/24a08668392ad25993b0ae803e469b51/.tmp/a/68be674f6fef48db827a90b0c0502429 is 79, key is testDatalossWhenInputError/a:x0/1733064080649/Put/seqid=0 2024-12-01T14:41:21,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741914_1092 (size=5808) 2024-12-01T14:41:21,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741914_1092 (size=5808) 2024-12-01T14:41:21,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741914_1092 (size=5808) 2024-12-01T14:41:21,106 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44039/hbase/data/default/testDatalossWhenInputError/24a08668392ad25993b0ae803e469b51/.tmp/a/68be674f6fef48db827a90b0c0502429 2024-12-01T14:41:21,115 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44039/hbase/data/default/testDatalossWhenInputError/24a08668392ad25993b0ae803e469b51/.tmp/a/68be674f6fef48db827a90b0c0502429 as hdfs://localhost:44039/hbase/data/default/testDatalossWhenInputError/24a08668392ad25993b0ae803e469b51/a/68be674f6fef48db827a90b0c0502429 2024-12-01T14:41:21,123 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44039/hbase/data/default/testDatalossWhenInputError/24a08668392ad25993b0ae803e469b51/a/68be674f6fef48db827a90b0c0502429, entries=10, sequenceid=12, filesize=5.7 K 2024-12-01T14:41:21,123 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 24a08668392ad25993b0ae803e469b51 in 43ms, sequenceid=12, compaction requested=false; wal=null 2024-12-01T14:41:21,124 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44039/hbase/data/default/testDatalossWhenInputError/24a08668392ad25993b0ae803e469b51/recovered.edits/0000000000000000012 2024-12-01T14:41:21,125 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 24a08668392ad25993b0ae803e469b51 2024-12-01T14:41:21,125 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 24a08668392ad25993b0ae803e469b51 2024-12-01T14:41:21,128 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 24a08668392ad25993b0ae803e469b51 2024-12-01T14:41:21,130 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44039/hbase/data/default/testDatalossWhenInputError/24a08668392ad25993b0ae803e469b51/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-01T14:41:21,131 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 24a08668392ad25993b0ae803e469b51; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71756494, jitterRate=0.06925508379936218}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T14:41:21,132 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 24a08668392ad25993b0ae803e469b51: Writing region info on filesystem at 1733064081069Initializing all the Stores at 1733064081071 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064081071Obtaining lock to block concurrent updates at 1733064081080 (+9 ms)Preparing flush snapshotting stores in 24a08668392ad25993b0ae803e469b51 at 1733064081080Finished memstore snapshotting testDatalossWhenInputError,,1733064080566.24a08668392ad25993b0ae803e469b51., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1733064081080Flushing stores of testDatalossWhenInputError,,1733064080566.24a08668392ad25993b0ae803e469b51. at 1733064081080Flushing 24a08668392ad25993b0ae803e469b51/a: creating writer at 1733064081080Flushing 24a08668392ad25993b0ae803e469b51/a: appending metadata at 1733064081098 (+18 ms)Flushing 24a08668392ad25993b0ae803e469b51/a: closing flushed file at 1733064081098Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fee6b5e: reopening flushed file at 1733064081113 (+15 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 24a08668392ad25993b0ae803e469b51 in 43ms, sequenceid=12, compaction requested=false; wal=null at 1733064081123 (+10 ms)Cleaning up temporary data from old regions at 1733064081125 (+2 ms)Region opened successfully at 1733064081132 (+7 ms) 2024-12-01T14:41:21,135 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 24a08668392ad25993b0ae803e469b51, NAME => 'testDatalossWhenInputError,,1733064080566.24a08668392ad25993b0ae803e469b51.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:41:21,135 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733064080566.24a08668392ad25993b0ae803e469b51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:41:21,135 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 24a08668392ad25993b0ae803e469b51 2024-12-01T14:41:21,135 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 24a08668392ad25993b0ae803e469b51 2024-12-01T14:41:21,137 INFO [StoreOpener-24a08668392ad25993b0ae803e469b51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 24a08668392ad25993b0ae803e469b51 2024-12-01T14:41:21,137 INFO [StoreOpener-24a08668392ad25993b0ae803e469b51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24a08668392ad25993b0ae803e469b51 columnFamilyName a 2024-12-01T14:41:21,137 DEBUG [StoreOpener-24a08668392ad25993b0ae803e469b51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:21,143 DEBUG [StoreOpener-24a08668392ad25993b0ae803e469b51-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44039/hbase/data/default/testDatalossWhenInputError/24a08668392ad25993b0ae803e469b51/a/68be674f6fef48db827a90b0c0502429 2024-12-01T14:41:21,143 INFO [StoreOpener-24a08668392ad25993b0ae803e469b51-1 {}] regionserver.HStore(327): Store=24a08668392ad25993b0ae803e469b51/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:21,144 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 24a08668392ad25993b0ae803e469b51 2024-12-01T14:41:21,144 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/testDatalossWhenInputError/24a08668392ad25993b0ae803e469b51 2024-12-01T14:41:21,146 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/testDatalossWhenInputError/24a08668392ad25993b0ae803e469b51 2024-12-01T14:41:21,146 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 24a08668392ad25993b0ae803e469b51 2024-12-01T14:41:21,146 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 24a08668392ad25993b0ae803e469b51 2024-12-01T14:41:21,148 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 24a08668392ad25993b0ae803e469b51 2024-12-01T14:41:21,151 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44039/hbase/data/default/testDatalossWhenInputError/24a08668392ad25993b0ae803e469b51/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-12-01T14:41:21,152 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 24a08668392ad25993b0ae803e469b51; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61711695, jitterRate=-0.08042408525943756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T14:41:21,152 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 24a08668392ad25993b0ae803e469b51: Writing region info on filesystem at 1733064081135Initializing all the Stores at 1733064081136 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064081136Cleaning up temporary data from old regions at 1733064081146 (+10 ms)Region opened successfully at 1733064081152 (+6 ms) 2024-12-01T14:41:21,168 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=428 (was 418) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1992809309_22 at /127.0.0.1:60744 [Receiving block BP-871166880-172.17.0.2-1733064047512:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-871166880-172.17.0.2-1733064047512:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-871166880-172.17.0.2-1733064047512:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1992809309_22 at /127.0.0.1:53600 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1992809309_22 at /127.0.0.1:43714 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1992809309_22 at /127.0.0.1:53678 [Receiving block BP-871166880-172.17.0.2-1733064047512:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1992809309_22 at /127.0.0.1:60666 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1992809309_22 at /127.0.0.1:43722 [Receiving block BP-871166880-172.17.0.2-1733064047512:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-871166880-172.17.0.2-1733064047512:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1264 (was 1181) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=251 (was 229) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5457 (was 5469) 2024-12-01T14:41:21,168 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-12-01T14:41:21,180 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=428, OpenFileDescriptor=1264, MaxFileDescriptor=1048576, SystemLoadAverage=251, ProcessCount=11, AvailableMemoryMB=5456 2024-12-01T14:41:21,180 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-12-01T14:41:21,193 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:41:21,195 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:41:21,196 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:41:21,198 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-64002247, suffix=, logDir=hdfs://localhost:44039/hbase/WALs/hregion-64002247, archiveDir=hdfs://localhost:44039/hbase/oldWALs, maxLogs=32 2024-12-01T14:41:21,209 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-64002247/hregion-64002247.1733064081199, exclude list is [], retry=0 2024-12-01T14:41:21,212 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-3379dc50-db3b-4563-aab6-3e4fd5a37b87,DISK] 2024-12-01T14:41:21,212 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38095,DS-162e0196-d3f9-4839-8b51-3af56675701c,DISK] 2024-12-01T14:41:21,212 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42713,DS-292c6078-3d9e-4434-a527-67ee069c7ada,DISK] 2024-12-01T14:41:21,214 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-64002247/hregion-64002247.1733064081199 2024-12-01T14:41:21,214 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40671:40671),(127.0.0.1/127.0.0.1:37761:37761),(127.0.0.1/127.0.0.1:35553:35553)] 2024-12-01T14:41:21,214 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 76d3b00a619efbbb102ed9b8958d7005, NAME => 'testCompactedBulkLoadedFiles,,1733064081194.76d3b00a619efbbb102ed9b8958d7005.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44039/hbase 2024-12-01T14:41:21,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741916_1094 (size=63) 2024-12-01T14:41:21,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741916_1094 (size=63) 2024-12-01T14:41:21,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741916_1094 (size=63) 2024-12-01T14:41:21,223 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733064081194.76d3b00a619efbbb102ed9b8958d7005.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:41:21,227 INFO [StoreOpener-76d3b00a619efbbb102ed9b8958d7005-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 76d3b00a619efbbb102ed9b8958d7005 2024-12-01T14:41:21,228 INFO [StoreOpener-76d3b00a619efbbb102ed9b8958d7005-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76d3b00a619efbbb102ed9b8958d7005 columnFamilyName a 2024-12-01T14:41:21,228 DEBUG [StoreOpener-76d3b00a619efbbb102ed9b8958d7005-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:21,229 INFO [StoreOpener-76d3b00a619efbbb102ed9b8958d7005-1 {}] regionserver.HStore(327): Store=76d3b00a619efbbb102ed9b8958d7005/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:21,229 INFO [StoreOpener-76d3b00a619efbbb102ed9b8958d7005-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 76d3b00a619efbbb102ed9b8958d7005 2024-12-01T14:41:21,230 INFO [StoreOpener-76d3b00a619efbbb102ed9b8958d7005-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76d3b00a619efbbb102ed9b8958d7005 columnFamilyName b 2024-12-01T14:41:21,231 DEBUG [StoreOpener-76d3b00a619efbbb102ed9b8958d7005-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:21,231 INFO [StoreOpener-76d3b00a619efbbb102ed9b8958d7005-1 {}] regionserver.HStore(327): Store=76d3b00a619efbbb102ed9b8958d7005/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:21,231 INFO [StoreOpener-76d3b00a619efbbb102ed9b8958d7005-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 76d3b00a619efbbb102ed9b8958d7005 2024-12-01T14:41:21,233 INFO [StoreOpener-76d3b00a619efbbb102ed9b8958d7005-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76d3b00a619efbbb102ed9b8958d7005 columnFamilyName c 2024-12-01T14:41:21,233 DEBUG [StoreOpener-76d3b00a619efbbb102ed9b8958d7005-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:21,233 INFO [StoreOpener-76d3b00a619efbbb102ed9b8958d7005-1 {}] regionserver.HStore(327): Store=76d3b00a619efbbb102ed9b8958d7005/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:21,234 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 76d3b00a619efbbb102ed9b8958d7005 2024-12-01T14:41:21,235 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005 2024-12-01T14:41:21,235 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005 2024-12-01T14:41:21,236 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 76d3b00a619efbbb102ed9b8958d7005 2024-12-01T14:41:21,236 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 76d3b00a619efbbb102ed9b8958d7005 2024-12-01T14:41:21,237 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T14:41:21,238 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 76d3b00a619efbbb102ed9b8958d7005 2024-12-01T14:41:21,239 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:41:21,240 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 76d3b00a619efbbb102ed9b8958d7005; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62821839, jitterRate=-0.06388165056705475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T14:41:21,240 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 76d3b00a619efbbb102ed9b8958d7005: Writing region info on filesystem at 1733064081223Initializing all the Stores at 1733064081224 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064081224Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064081226 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064081226Cleaning up temporary data from old regions at 1733064081236 (+10 ms)Region opened successfully at 1733064081240 (+4 ms) 2024-12-01T14:41:21,240 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 76d3b00a619efbbb102ed9b8958d7005, disabling compactions & flushes 2024-12-01T14:41:21,241 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733064081194.76d3b00a619efbbb102ed9b8958d7005. 2024-12-01T14:41:21,241 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733064081194.76d3b00a619efbbb102ed9b8958d7005. 2024-12-01T14:41:21,241 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733064081194.76d3b00a619efbbb102ed9b8958d7005. after waiting 0 ms 2024-12-01T14:41:21,241 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733064081194.76d3b00a619efbbb102ed9b8958d7005. 2024-12-01T14:41:21,241 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733064081194.76d3b00a619efbbb102ed9b8958d7005. 2024-12-01T14:41:21,241 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 76d3b00a619efbbb102ed9b8958d7005: Waiting for close lock at 1733064081240Disabling compacts and flushes for region at 1733064081240Disabling writes for close at 1733064081241 (+1 ms)Writing region close event to WAL at 1733064081241Closed at 1733064081241 2024-12-01T14:41:21,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741915_1093 (size=95) 2024-12-01T14:41:21,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741915_1093 (size=95) 2024-12-01T14:41:21,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741915_1093 (size=95) 2024-12-01T14:41:21,245 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-01T14:41:21,245 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-64002247:(num 1733064081199) 2024-12-01T14:41:21,245 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-01T14:41:21,247 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44039/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733064081192, archiveDir=hdfs://localhost:44039/hbase/oldWALs, maxLogs=32 2024-12-01T14:41:21,258 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733064081192/wal.1733064081247, exclude list is [], retry=0 2024-12-01T14:41:21,260 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42713,DS-292c6078-3d9e-4434-a527-67ee069c7ada,DISK] 2024-12-01T14:41:21,261 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38095,DS-162e0196-d3f9-4839-8b51-3af56675701c,DISK] 2024-12-01T14:41:21,261 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-3379dc50-db3b-4563-aab6-3e4fd5a37b87,DISK] 2024-12-01T14:41:21,262 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733064081192/wal.1733064081247 2024-12-01T14:41:21,263 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35553:35553),(127.0.0.1/127.0.0.1:37761:37761),(127.0.0.1/127.0.0.1:40671:40671)] 2024-12-01T14:41:21,263 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 76d3b00a619efbbb102ed9b8958d7005, NAME => 'testCompactedBulkLoadedFiles,,1733064081194.76d3b00a619efbbb102ed9b8958d7005.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:41:21,263 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733064081194.76d3b00a619efbbb102ed9b8958d7005.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:41:21,263 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 76d3b00a619efbbb102ed9b8958d7005 2024-12-01T14:41:21,263 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 76d3b00a619efbbb102ed9b8958d7005 2024-12-01T14:41:21,267 INFO [StoreOpener-76d3b00a619efbbb102ed9b8958d7005-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 76d3b00a619efbbb102ed9b8958d7005 2024-12-01T14:41:21,268 INFO [StoreOpener-76d3b00a619efbbb102ed9b8958d7005-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76d3b00a619efbbb102ed9b8958d7005 columnFamilyName a 2024-12-01T14:41:21,268 DEBUG [StoreOpener-76d3b00a619efbbb102ed9b8958d7005-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:21,268 INFO [StoreOpener-76d3b00a619efbbb102ed9b8958d7005-1 {}] regionserver.HStore(327): Store=76d3b00a619efbbb102ed9b8958d7005/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:21,268 INFO [StoreOpener-76d3b00a619efbbb102ed9b8958d7005-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 76d3b00a619efbbb102ed9b8958d7005 2024-12-01T14:41:21,269 INFO [StoreOpener-76d3b00a619efbbb102ed9b8958d7005-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76d3b00a619efbbb102ed9b8958d7005 columnFamilyName b 2024-12-01T14:41:21,269 DEBUG [StoreOpener-76d3b00a619efbbb102ed9b8958d7005-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:21,270 INFO [StoreOpener-76d3b00a619efbbb102ed9b8958d7005-1 {}] regionserver.HStore(327): Store=76d3b00a619efbbb102ed9b8958d7005/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:21,270 INFO [StoreOpener-76d3b00a619efbbb102ed9b8958d7005-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 76d3b00a619efbbb102ed9b8958d7005 2024-12-01T14:41:21,271 INFO [StoreOpener-76d3b00a619efbbb102ed9b8958d7005-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76d3b00a619efbbb102ed9b8958d7005 columnFamilyName c 2024-12-01T14:41:21,271 DEBUG [StoreOpener-76d3b00a619efbbb102ed9b8958d7005-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:21,271 INFO [StoreOpener-76d3b00a619efbbb102ed9b8958d7005-1 {}] regionserver.HStore(327): Store=76d3b00a619efbbb102ed9b8958d7005/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:21,271 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 76d3b00a619efbbb102ed9b8958d7005 2024-12-01T14:41:21,272 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005 2024-12-01T14:41:21,273 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005 2024-12-01T14:41:21,274 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 76d3b00a619efbbb102ed9b8958d7005 2024-12-01T14:41:21,274 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 76d3b00a619efbbb102ed9b8958d7005 2024-12-01T14:41:21,275 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T14:41:21,276 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 76d3b00a619efbbb102ed9b8958d7005 2024-12-01T14:41:21,277 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 76d3b00a619efbbb102ed9b8958d7005; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71231267, jitterRate=0.06142859160900116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T14:41:21,278 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 76d3b00a619efbbb102ed9b8958d7005: Writing region info on filesystem at 1733064081263Initializing all the Stores at 1733064081264 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064081264Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064081266 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064081266Cleaning up temporary data from old regions at 1733064081274 (+8 ms)Region opened successfully at 1733064081278 (+4 ms) 2024-12-01T14:41:21,282 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44039/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1733064081281/Put/seqid=0 2024-12-01T14:41:21,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741918_1096 (size=4875) 2024-12-01T14:41:21,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741918_1096 (size=4875) 2024-12-01T14:41:21,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741918_1096 (size=4875) 2024-12-01T14:41:21,291 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44039/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1733064081291/Put/seqid=0 2024-12-01T14:41:21,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741919_1097 (size=4875) 2024-12-01T14:41:21,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741919_1097 (size=4875) 2024-12-01T14:41:21,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741919_1097 (size=4875) 2024-12-01T14:41:21,304 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44039/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1733064081304/Put/seqid=0 2024-12-01T14:41:21,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741920_1098 (size=4875) 2024-12-01T14:41:21,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741920_1098 (size=4875) 2024-12-01T14:41:21,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741920_1098 (size=4875) 2024-12-01T14:41:21,310 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44039/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 76d3b00a619efbbb102ed9b8958d7005/a 2024-12-01T14:41:21,314 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-12-01T14:41:21,315 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T14:41:21,315 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44039/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 76d3b00a619efbbb102ed9b8958d7005/a 2024-12-01T14:41:21,318 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-12-01T14:41:21,318 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T14:41:21,318 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44039/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 76d3b00a619efbbb102ed9b8958d7005/a 2024-12-01T14:41:21,322 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-12-01T14:41:21,322 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T14:41:21,322 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 76d3b00a619efbbb102ed9b8958d7005 3/3 column families, dataSize=51 B heapSize=896 B 2024-12-01T14:41:21,337 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/.tmp/a/71f22b32c0b54b55a735bf521b83453c is 55, key is testCompactedBulkLoadedFiles/a:a/1733064081278/Put/seqid=0 2024-12-01T14:41:21,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741921_1099 (size=5107) 2024-12-01T14:41:21,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741921_1099 (size=5107) 2024-12-01T14:41:21,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741921_1099 (size=5107) 2024-12-01T14:41:21,344 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/.tmp/a/71f22b32c0b54b55a735bf521b83453c 2024-12-01T14:41:21,350 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/.tmp/a/71f22b32c0b54b55a735bf521b83453c as hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/a/71f22b32c0b54b55a735bf521b83453c 2024-12-01T14:41:21,356 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/a/71f22b32c0b54b55a735bf521b83453c, entries=1, sequenceid=4, filesize=5.0 K 2024-12-01T14:41:21,357 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 76d3b00a619efbbb102ed9b8958d7005 in 35ms, sequenceid=4, compaction requested=false 2024-12-01T14:41:21,357 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 76d3b00a619efbbb102ed9b8958d7005: 2024-12-01T14:41:21,359 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44039/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/a/5385a206d6444a43a60a1c3b61afa6e0_SeqId_4_ 2024-12-01T14:41:21,360 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44039/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/a/bead23f6a30740c1b1ea9495848061b2_SeqId_4_ 2024-12-01T14:41:21,361 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44039/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/a/c9ff39ff8e004783aa0d5eab4d26d769_SeqId_4_ 2024-12-01T14:41:21,362 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44039/hbase/testCompactedBulkLoadedFiles/hfile0 into 76d3b00a619efbbb102ed9b8958d7005/a as hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/a/5385a206d6444a43a60a1c3b61afa6e0_SeqId_4_ - updating store file list. 2024-12-01T14:41:21,367 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5385a206d6444a43a60a1c3b61afa6e0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-01T14:41:21,367 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/a/5385a206d6444a43a60a1c3b61afa6e0_SeqId_4_ into 76d3b00a619efbbb102ed9b8958d7005/a 2024-12-01T14:41:21,367 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44039/hbase/testCompactedBulkLoadedFiles/hfile0 into 76d3b00a619efbbb102ed9b8958d7005/a (new location: hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/a/5385a206d6444a43a60a1c3b61afa6e0_SeqId_4_) 2024-12-01T14:41:21,368 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44039/hbase/testCompactedBulkLoadedFiles/hfile1 into 76d3b00a619efbbb102ed9b8958d7005/a as hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/a/bead23f6a30740c1b1ea9495848061b2_SeqId_4_ - updating store file list. 2024-12-01T14:41:21,373 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for bead23f6a30740c1b1ea9495848061b2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-01T14:41:21,373 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/a/bead23f6a30740c1b1ea9495848061b2_SeqId_4_ into 76d3b00a619efbbb102ed9b8958d7005/a 2024-12-01T14:41:21,373 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44039/hbase/testCompactedBulkLoadedFiles/hfile1 into 76d3b00a619efbbb102ed9b8958d7005/a (new location: hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/a/bead23f6a30740c1b1ea9495848061b2_SeqId_4_) 2024-12-01T14:41:21,374 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44039/hbase/testCompactedBulkLoadedFiles/hfile2 into 76d3b00a619efbbb102ed9b8958d7005/a as hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/a/c9ff39ff8e004783aa0d5eab4d26d769_SeqId_4_ - updating store file list. 2024-12-01T14:41:21,378 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for c9ff39ff8e004783aa0d5eab4d26d769_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-01T14:41:21,378 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/a/c9ff39ff8e004783aa0d5eab4d26d769_SeqId_4_ into 76d3b00a619efbbb102ed9b8958d7005/a 2024-12-01T14:41:21,378 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44039/hbase/testCompactedBulkLoadedFiles/hfile2 into 76d3b00a619efbbb102ed9b8958d7005/a (new location: hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/a/c9ff39ff8e004783aa0d5eab4d26d769_SeqId_4_) 2024-12-01T14:41:21,386 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T14:41:21,386 DEBUG [Time-limited test {}] regionserver.HStore(1541): 76d3b00a619efbbb102ed9b8958d7005/a is initiating major compaction (all files) 2024-12-01T14:41:21,386 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 76d3b00a619efbbb102ed9b8958d7005/a in testCompactedBulkLoadedFiles,,1733064081194.76d3b00a619efbbb102ed9b8958d7005. 2024-12-01T14:41:21,386 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/a/71f22b32c0b54b55a735bf521b83453c, hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/a/5385a206d6444a43a60a1c3b61afa6e0_SeqId_4_, hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/a/bead23f6a30740c1b1ea9495848061b2_SeqId_4_, hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/a/c9ff39ff8e004783aa0d5eab4d26d769_SeqId_4_] into tmpdir=hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/.tmp, totalSize=19.3 K 2024-12-01T14:41:21,387 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 71f22b32c0b54b55a735bf521b83453c, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1733064081278 2024-12-01T14:41:21,387 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 5385a206d6444a43a60a1c3b61afa6e0_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-01T14:41:21,388 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting bead23f6a30740c1b1ea9495848061b2_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-01T14:41:21,388 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting c9ff39ff8e004783aa0d5eab4d26d769_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-01T14:41:21,400 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/.tmp/a/93d00c02dc9842248d53160363a4104e is 55, key is testCompactedBulkLoadedFiles/a:a/1733064081278/Put/seqid=0 2024-12-01T14:41:21,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741922_1100 (size=6154) 2024-12-01T14:41:21,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741922_1100 (size=6154) 2024-12-01T14:41:21,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741922_1100 (size=6154) 2024-12-01T14:41:21,412 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/.tmp/a/93d00c02dc9842248d53160363a4104e as hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/a/93d00c02dc9842248d53160363a4104e 2024-12-01T14:41:21,418 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 76d3b00a619efbbb102ed9b8958d7005/a of 76d3b00a619efbbb102ed9b8958d7005 into 93d00c02dc9842248d53160363a4104e(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T14:41:21,418 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 76d3b00a619efbbb102ed9b8958d7005: 2024-12-01T14:41:21,418 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-01T14:41:21,418 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-01T14:41:21,448 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44039/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733064081192/wal.1733064081247, size=0 (0bytes) 2024-12-01T14:41:21,448 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:44039/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733064081192/wal.1733064081247 might be still open, length is 0 2024-12-01T14:41:21,448 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44039/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733064081192/wal.1733064081247 2024-12-01T14:41:21,449 WARN [IPC Server handler 3 on default port 44039 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733064081192/wal.1733064081247 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-12-01T14:41:21,449 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:44039/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733064081192/wal.1733064081247 after 1ms 2024-12-01T14:41:21,658 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-12-01T14:41:21,658 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-12-01T14:41:21,659 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-12-01T14:41:21,659 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-12-01T14:41:23,497 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1992809309_22 at /127.0.0.1:53706 [Receiving block BP-871166880-172.17.0.2-1733064047512:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:42713:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53706 dst: /127.0.0.1:42713 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:42713 remote=/127.0.0.1:53706]. Total timeout mills is 60000, 57921 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T14:41:23,497 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1992809309_22 at /127.0.0.1:43750 [Receiving block BP-871166880-172.17.0.2-1733064047512:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:38095:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43750 dst: /127.0.0.1:38095 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T14:41:23,497 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1992809309_22 at /127.0.0.1:60770 [Receiving block BP-871166880-172.17.0.2-1733064047512:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:38873:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60770 dst: /127.0.0.1:38873 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T14:41:23,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741917_1101 (size=1171) 2024-12-01T14:41:23,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741917_1101 (size=1171) 2024-12-01T14:41:25,450 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:44039/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733064081192/wal.1733064081247 after 4002ms 2024-12-01T14:41:25,456 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44039/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733064081192/wal.1733064081247: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-01T14:41:25,456 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44039/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733064081192/wal.1733064081247 took 4008ms 2024-12-01T14:41:25,461 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:44039/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733064081192/wal.1733064081247; continuing. 2024-12-01T14:41:25,461 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44039/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733064081192/wal.1733064081247 so closing down 2024-12-01T14:41:25,461 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T14:41:25,462 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733064081247.temp 2024-12-01T14:41:25,464 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/recovered.edits/0000000000000000003-wal.1733064081247.temp 2024-12-01T14:41:25,464 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T14:41:25,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741923_1102 (size=545) 2024-12-01T14:41:25,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741923_1102 (size=545) 2024-12-01T14:41:25,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741923_1102 (size=545) 2024-12-01T14:41:25,471 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/recovered.edits/0000000000000000003-wal.1733064081247.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-01T14:41:25,473 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/recovered.edits/0000000000000000003-wal.1733064081247.temp to hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/recovered.edits/0000000000000000008 2024-12-01T14:41:25,473 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 16 ms; skipped=3; WAL=hdfs://localhost:44039/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733064081192/wal.1733064081247, size=0, length=0, corrupted=false, cancelled=false 2024-12-01T14:41:25,473 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44039/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733064081192/wal.1733064081247, journal: Splitting hdfs://localhost:44039/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733064081192/wal.1733064081247, size=0 (0bytes) at 1733064081448Finishing writing output for hdfs://localhost:44039/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733064081192/wal.1733064081247 so closing down at 1733064085461 (+4013 ms)Creating recovered edits writer path=hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/recovered.edits/0000000000000000003-wal.1733064081247.temp at 1733064085464 (+3 ms)3 split writer threads finished at 1733064085464Closed recovered edits writer path=hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/recovered.edits/0000000000000000003-wal.1733064081247.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733064085471 (+7 ms)Rename recovered edits hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/recovered.edits/0000000000000000003-wal.1733064081247.temp to hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/recovered.edits/0000000000000000008 at 1733064085473 (+2 ms)Processed 5 edits across 1 Regions in 16 ms; skipped=3; WAL=hdfs://localhost:44039/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733064081192/wal.1733064081247, size=0, length=0, corrupted=false, cancelled=false at 1733064085473 2024-12-01T14:41:25,474 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44039/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733064081192/wal.1733064081247 to hdfs://localhost:44039/hbase/oldWALs/wal.1733064081247 2024-12-01T14:41:25,475 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/recovered.edits/0000000000000000008 2024-12-01T14:41:25,475 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-01T14:41:25,476 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44039/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733064081192, archiveDir=hdfs://localhost:44039/hbase/oldWALs, maxLogs=32 2024-12-01T14:41:25,487 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733064081192/wal.1733064085477, exclude list is [], retry=0 2024-12-01T14:41:25,489 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-3379dc50-db3b-4563-aab6-3e4fd5a37b87,DISK] 2024-12-01T14:41:25,489 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42713,DS-292c6078-3d9e-4434-a527-67ee069c7ada,DISK] 2024-12-01T14:41:25,490 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38095,DS-162e0196-d3f9-4839-8b51-3af56675701c,DISK] 2024-12-01T14:41:25,491 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733064081192/wal.1733064085477 2024-12-01T14:41:25,491 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40671:40671),(127.0.0.1/127.0.0.1:35553:35553),(127.0.0.1/127.0.0.1:37761:37761)] 2024-12-01T14:41:25,491 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 76d3b00a619efbbb102ed9b8958d7005, NAME => 'testCompactedBulkLoadedFiles,,1733064081194.76d3b00a619efbbb102ed9b8958d7005.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:41:25,491 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733064081194.76d3b00a619efbbb102ed9b8958d7005.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:41:25,491 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 76d3b00a619efbbb102ed9b8958d7005 2024-12-01T14:41:25,491 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 76d3b00a619efbbb102ed9b8958d7005 2024-12-01T14:41:25,493 INFO [StoreOpener-76d3b00a619efbbb102ed9b8958d7005-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 76d3b00a619efbbb102ed9b8958d7005 2024-12-01T14:41:25,493 INFO [StoreOpener-76d3b00a619efbbb102ed9b8958d7005-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76d3b00a619efbbb102ed9b8958d7005 columnFamilyName a 2024-12-01T14:41:25,493 DEBUG [StoreOpener-76d3b00a619efbbb102ed9b8958d7005-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:25,500 DEBUG [StoreFileOpener-76d3b00a619efbbb102ed9b8958d7005-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5385a206d6444a43a60a1c3b61afa6e0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-01T14:41:25,500 DEBUG [StoreOpener-76d3b00a619efbbb102ed9b8958d7005-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/a/5385a206d6444a43a60a1c3b61afa6e0_SeqId_4_ 2024-12-01T14:41:25,503 DEBUG [StoreOpener-76d3b00a619efbbb102ed9b8958d7005-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/a/71f22b32c0b54b55a735bf521b83453c 2024-12-01T14:41:25,507 DEBUG [StoreOpener-76d3b00a619efbbb102ed9b8958d7005-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/a/93d00c02dc9842248d53160363a4104e 2024-12-01T14:41:25,511 DEBUG [StoreFileOpener-76d3b00a619efbbb102ed9b8958d7005-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bead23f6a30740c1b1ea9495848061b2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-01T14:41:25,511 DEBUG [StoreOpener-76d3b00a619efbbb102ed9b8958d7005-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/a/bead23f6a30740c1b1ea9495848061b2_SeqId_4_ 2024-12-01T14:41:25,515 DEBUG [StoreFileOpener-76d3b00a619efbbb102ed9b8958d7005-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c9ff39ff8e004783aa0d5eab4d26d769_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-01T14:41:25,515 DEBUG [StoreOpener-76d3b00a619efbbb102ed9b8958d7005-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/a/c9ff39ff8e004783aa0d5eab4d26d769_SeqId_4_ 2024-12-01T14:41:25,515 WARN [StoreOpener-76d3b00a619efbbb102ed9b8958d7005-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/a/5385a206d6444a43a60a1c3b61afa6e0_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@1d18f308 2024-12-01T14:41:25,515 WARN [StoreOpener-76d3b00a619efbbb102ed9b8958d7005-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/a/71f22b32c0b54b55a735bf521b83453c from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@1d18f308 2024-12-01T14:41:25,515 WARN [StoreOpener-76d3b00a619efbbb102ed9b8958d7005-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/a/bead23f6a30740c1b1ea9495848061b2_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@1d18f308 2024-12-01T14:41:25,515 WARN [StoreOpener-76d3b00a619efbbb102ed9b8958d7005-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/a/c9ff39ff8e004783aa0d5eab4d26d769_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@1d18f308 2024-12-01T14:41:25,515 DEBUG [StoreOpener-76d3b00a619efbbb102ed9b8958d7005-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/a/5385a206d6444a43a60a1c3b61afa6e0_SeqId_4_, hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/a/71f22b32c0b54b55a735bf521b83453c, hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/a/bead23f6a30740c1b1ea9495848061b2_SeqId_4_, hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/a/c9ff39ff8e004783aa0d5eab4d26d769_SeqId_4_] to archive 2024-12-01T14:41:25,516 DEBUG [StoreOpener-76d3b00a619efbbb102ed9b8958d7005-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T14:41:25,518 DEBUG [StoreOpener-76d3b00a619efbbb102ed9b8958d7005-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/a/5385a206d6444a43a60a1c3b61afa6e0_SeqId_4_ to hdfs://localhost:44039/hbase/archive/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/a/5385a206d6444a43a60a1c3b61afa6e0_SeqId_4_ 2024-12-01T14:41:25,520 DEBUG [StoreOpener-76d3b00a619efbbb102ed9b8958d7005-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/a/71f22b32c0b54b55a735bf521b83453c to hdfs://localhost:44039/hbase/archive/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/a/71f22b32c0b54b55a735bf521b83453c 2024-12-01T14:41:25,521 DEBUG [StoreOpener-76d3b00a619efbbb102ed9b8958d7005-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/a/bead23f6a30740c1b1ea9495848061b2_SeqId_4_ to hdfs://localhost:44039/hbase/archive/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/a/bead23f6a30740c1b1ea9495848061b2_SeqId_4_ 2024-12-01T14:41:25,522 DEBUG [StoreOpener-76d3b00a619efbbb102ed9b8958d7005-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/a/c9ff39ff8e004783aa0d5eab4d26d769_SeqId_4_ to hdfs://localhost:44039/hbase/archive/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/a/c9ff39ff8e004783aa0d5eab4d26d769_SeqId_4_ 2024-12-01T14:41:25,522 INFO [StoreOpener-76d3b00a619efbbb102ed9b8958d7005-1 {}] regionserver.HStore(327): Store=76d3b00a619efbbb102ed9b8958d7005/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:25,522 INFO [StoreOpener-76d3b00a619efbbb102ed9b8958d7005-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 76d3b00a619efbbb102ed9b8958d7005 2024-12-01T14:41:25,523 INFO [StoreOpener-76d3b00a619efbbb102ed9b8958d7005-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76d3b00a619efbbb102ed9b8958d7005 columnFamilyName b 2024-12-01T14:41:25,523 DEBUG [StoreOpener-76d3b00a619efbbb102ed9b8958d7005-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:25,524 INFO [StoreOpener-76d3b00a619efbbb102ed9b8958d7005-1 {}] regionserver.HStore(327): Store=76d3b00a619efbbb102ed9b8958d7005/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:25,524 INFO [StoreOpener-76d3b00a619efbbb102ed9b8958d7005-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 76d3b00a619efbbb102ed9b8958d7005 2024-12-01T14:41:25,524 INFO [StoreOpener-76d3b00a619efbbb102ed9b8958d7005-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76d3b00a619efbbb102ed9b8958d7005 columnFamilyName c 2024-12-01T14:41:25,524 DEBUG [StoreOpener-76d3b00a619efbbb102ed9b8958d7005-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:25,525 INFO [StoreOpener-76d3b00a619efbbb102ed9b8958d7005-1 {}] regionserver.HStore(327): Store=76d3b00a619efbbb102ed9b8958d7005/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:25,525 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 76d3b00a619efbbb102ed9b8958d7005 2024-12-01T14:41:25,526 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005 2024-12-01T14:41:25,527 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005 2024-12-01T14:41:25,528 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/recovered.edits/0000000000000000008 2024-12-01T14:41:25,530 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-01T14:41:25,532 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 76d3b00a619efbbb102ed9b8958d7005 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "76d3b00a619efbbb102ed9b8958d7005" family_name: "a" compaction_input: "71f22b32c0b54b55a735bf521b83453c" compaction_input: "5385a206d6444a43a60a1c3b61afa6e0_SeqId_4_" compaction_input: "bead23f6a30740c1b1ea9495848061b2_SeqId_4_" compaction_input: "c9ff39ff8e004783aa0d5eab4d26d769_SeqId_4_" compaction_output: "93d00c02dc9842248d53160363a4104e" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1733064081194.76d3b00a619efbbb102ed9b8958d7005." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-12-01T14:41:25,532 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-12-01T14:41:25,532 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/recovered.edits/0000000000000000008 2024-12-01T14:41:25,533 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/recovered.edits/0000000000000000008 2024-12-01T14:41:25,534 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 76d3b00a619efbbb102ed9b8958d7005 2024-12-01T14:41:25,534 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 76d3b00a619efbbb102ed9b8958d7005 2024-12-01T14:41:25,534 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T14:41:25,536 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 76d3b00a619efbbb102ed9b8958d7005 2024-12-01T14:41:25,539 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44039/hbase/data/default/testCompactedBulkLoadedFiles/76d3b00a619efbbb102ed9b8958d7005/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-01T14:41:25,540 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 76d3b00a619efbbb102ed9b8958d7005; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61687782, jitterRate=-0.08078041672706604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T14:41:25,540 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 76d3b00a619efbbb102ed9b8958d7005: Writing region info on filesystem at 1733064085492Initializing all the Stores at 1733064085492Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064085492Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064085493 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064085493Cleaning up temporary data from old regions at 1733064085534 (+41 ms)Region opened successfully at 1733064085540 (+6 ms) 2024-12-01T14:41:25,543 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 76d3b00a619efbbb102ed9b8958d7005, disabling compactions & flushes 2024-12-01T14:41:25,543 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733064081194.76d3b00a619efbbb102ed9b8958d7005. 2024-12-01T14:41:25,543 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733064081194.76d3b00a619efbbb102ed9b8958d7005. 2024-12-01T14:41:25,543 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733064081194.76d3b00a619efbbb102ed9b8958d7005. after waiting 0 ms 2024-12-01T14:41:25,543 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733064081194.76d3b00a619efbbb102ed9b8958d7005. 2024-12-01T14:41:25,544 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733064081194.76d3b00a619efbbb102ed9b8958d7005. 2024-12-01T14:41:25,544 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 76d3b00a619efbbb102ed9b8958d7005: Waiting for close lock at 1733064085542Disabling compacts and flushes for region at 1733064085542Disabling writes for close at 1733064085543 (+1 ms)Writing region close event to WAL at 1733064085543Closed at 1733064085543 2024-12-01T14:41:25,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741924_1103 (size=95) 2024-12-01T14:41:25,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741924_1103 (size=95) 2024-12-01T14:41:25,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741924_1103 (size=95) 2024-12-01T14:41:25,551 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-01T14:41:25,551 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733064085477) 2024-12-01T14:41:25,563 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=442 (was 428) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-990819615_22 at /127.0.0.1:43016 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:44039 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:44039 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-990819615_22 at /127.0.0.1:44922 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-990819615_22 at /127.0.0.1:56520 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1346 (was 1264) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=251 (was 251), ProcessCount=11 (was 11), AvailableMemoryMB=5320 (was 5456) 2024-12-01T14:41:25,563 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1346 is superior to 1024 2024-12-01T14:41:25,575 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=442, OpenFileDescriptor=1346, MaxFileDescriptor=1048576, SystemLoadAverage=251, ProcessCount=11, AvailableMemoryMB=5319 2024-12-01T14:41:25,576 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1346 is superior to 1024 2024-12-01T14:41:25,590 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:41:25,592 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:41:25,592 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:41:25,594 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-53054810, suffix=, logDir=hdfs://localhost:44039/hbase/WALs/hregion-53054810, archiveDir=hdfs://localhost:44039/hbase/oldWALs, maxLogs=32 2024-12-01T14:41:25,606 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-53054810/hregion-53054810.1733064085595, exclude list is [], retry=0 2024-12-01T14:41:25,608 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38095,DS-162e0196-d3f9-4839-8b51-3af56675701c,DISK] 2024-12-01T14:41:25,608 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42713,DS-292c6078-3d9e-4434-a527-67ee069c7ada,DISK] 2024-12-01T14:41:25,608 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-3379dc50-db3b-4563-aab6-3e4fd5a37b87,DISK] 2024-12-01T14:41:25,610 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-53054810/hregion-53054810.1733064085595 2024-12-01T14:41:25,610 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37761:37761),(127.0.0.1/127.0.0.1:35553:35553),(127.0.0.1/127.0.0.1:40671:40671)] 2024-12-01T14:41:25,611 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 8eaee99efd6d5ae67795f94690bc52ea, NAME => 'testReplayEditsWrittenViaHRegion,,1733064085590.8eaee99efd6d5ae67795f94690bc52ea.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44039/hbase 2024-12-01T14:41:25,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741926_1105 (size=67) 2024-12-01T14:41:25,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741926_1105 (size=67) 2024-12-01T14:41:25,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741926_1105 (size=67) 2024-12-01T14:41:25,620 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733064085590.8eaee99efd6d5ae67795f94690bc52ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:41:25,621 INFO [StoreOpener-8eaee99efd6d5ae67795f94690bc52ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8eaee99efd6d5ae67795f94690bc52ea 2024-12-01T14:41:25,623 INFO [StoreOpener-8eaee99efd6d5ae67795f94690bc52ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8eaee99efd6d5ae67795f94690bc52ea columnFamilyName a 2024-12-01T14:41:25,623 DEBUG [StoreOpener-8eaee99efd6d5ae67795f94690bc52ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:25,623 INFO [StoreOpener-8eaee99efd6d5ae67795f94690bc52ea-1 {}] regionserver.HStore(327): Store=8eaee99efd6d5ae67795f94690bc52ea/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:25,623 INFO [StoreOpener-8eaee99efd6d5ae67795f94690bc52ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8eaee99efd6d5ae67795f94690bc52ea 2024-12-01T14:41:25,625 INFO [StoreOpener-8eaee99efd6d5ae67795f94690bc52ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8eaee99efd6d5ae67795f94690bc52ea columnFamilyName b 2024-12-01T14:41:25,625 DEBUG [StoreOpener-8eaee99efd6d5ae67795f94690bc52ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:25,625 INFO [StoreOpener-8eaee99efd6d5ae67795f94690bc52ea-1 {}] regionserver.HStore(327): Store=8eaee99efd6d5ae67795f94690bc52ea/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:25,625 INFO [StoreOpener-8eaee99efd6d5ae67795f94690bc52ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8eaee99efd6d5ae67795f94690bc52ea 2024-12-01T14:41:25,626 INFO [StoreOpener-8eaee99efd6d5ae67795f94690bc52ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8eaee99efd6d5ae67795f94690bc52ea columnFamilyName c 2024-12-01T14:41:25,626 DEBUG [StoreOpener-8eaee99efd6d5ae67795f94690bc52ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:25,627 INFO [StoreOpener-8eaee99efd6d5ae67795f94690bc52ea-1 {}] regionserver.HStore(327): Store=8eaee99efd6d5ae67795f94690bc52ea/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:25,627 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8eaee99efd6d5ae67795f94690bc52ea 2024-12-01T14:41:25,628 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea 2024-12-01T14:41:25,628 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea 2024-12-01T14:41:25,629 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8eaee99efd6d5ae67795f94690bc52ea 2024-12-01T14:41:25,629 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8eaee99efd6d5ae67795f94690bc52ea 2024-12-01T14:41:25,630 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T14:41:25,631 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8eaee99efd6d5ae67795f94690bc52ea 2024-12-01T14:41:25,633 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:41:25,634 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8eaee99efd6d5ae67795f94690bc52ea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66915663, jitterRate=-0.002878919243812561}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T14:41:25,634 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8eaee99efd6d5ae67795f94690bc52ea: Writing region info on filesystem at 1733064085620Initializing all the Stores at 1733064085621 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064085621Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064085621Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064085621Cleaning up temporary data from old regions at 1733064085629 (+8 ms)Region opened successfully at 1733064085634 (+5 ms) 2024-12-01T14:41:25,634 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8eaee99efd6d5ae67795f94690bc52ea, disabling compactions & flushes 2024-12-01T14:41:25,634 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733064085590.8eaee99efd6d5ae67795f94690bc52ea. 2024-12-01T14:41:25,634 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733064085590.8eaee99efd6d5ae67795f94690bc52ea. 2024-12-01T14:41:25,634 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733064085590.8eaee99efd6d5ae67795f94690bc52ea. after waiting 0 ms 2024-12-01T14:41:25,634 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733064085590.8eaee99efd6d5ae67795f94690bc52ea. 2024-12-01T14:41:25,635 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733064085590.8eaee99efd6d5ae67795f94690bc52ea. 2024-12-01T14:41:25,635 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8eaee99efd6d5ae67795f94690bc52ea: Waiting for close lock at 1733064085634Disabling compacts and flushes for region at 1733064085634Disabling writes for close at 1733064085634Writing region close event to WAL at 1733064085634Closed at 1733064085634 2024-12-01T14:41:25,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741925_1104 (size=95) 2024-12-01T14:41:25,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741925_1104 (size=95) 2024-12-01T14:41:25,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741925_1104 (size=95) 2024-12-01T14:41:25,638 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-01T14:41:25,638 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-53054810:(num 1733064085595) 2024-12-01T14:41:25,638 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-01T14:41:25,640 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733064085589, archiveDir=hdfs://localhost:44039/hbase/oldWALs, maxLogs=32 2024-12-01T14:41:25,653 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733064085589/wal.1733064085640, exclude list is [], retry=0 2024-12-01T14:41:25,656 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42713,DS-292c6078-3d9e-4434-a527-67ee069c7ada,DISK] 2024-12-01T14:41:25,656 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-3379dc50-db3b-4563-aab6-3e4fd5a37b87,DISK] 2024-12-01T14:41:25,656 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38095,DS-162e0196-d3f9-4839-8b51-3af56675701c,DISK] 2024-12-01T14:41:25,657 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733064085589/wal.1733064085640 2024-12-01T14:41:25,658 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35553:35553),(127.0.0.1/127.0.0.1:40671:40671),(127.0.0.1/127.0.0.1:37761:37761)] 2024-12-01T14:41:25,658 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8eaee99efd6d5ae67795f94690bc52ea, NAME => 'testReplayEditsWrittenViaHRegion,,1733064085590.8eaee99efd6d5ae67795f94690bc52ea.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:41:25,658 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733064085590.8eaee99efd6d5ae67795f94690bc52ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:41:25,658 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8eaee99efd6d5ae67795f94690bc52ea 2024-12-01T14:41:25,658 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8eaee99efd6d5ae67795f94690bc52ea 2024-12-01T14:41:25,660 INFO [StoreOpener-8eaee99efd6d5ae67795f94690bc52ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8eaee99efd6d5ae67795f94690bc52ea 2024-12-01T14:41:25,661 INFO [StoreOpener-8eaee99efd6d5ae67795f94690bc52ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8eaee99efd6d5ae67795f94690bc52ea columnFamilyName a 2024-12-01T14:41:25,661 DEBUG [StoreOpener-8eaee99efd6d5ae67795f94690bc52ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:25,661 INFO [StoreOpener-8eaee99efd6d5ae67795f94690bc52ea-1 {}] regionserver.HStore(327): Store=8eaee99efd6d5ae67795f94690bc52ea/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:25,661 INFO [StoreOpener-8eaee99efd6d5ae67795f94690bc52ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8eaee99efd6d5ae67795f94690bc52ea 2024-12-01T14:41:25,662 INFO [StoreOpener-8eaee99efd6d5ae67795f94690bc52ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8eaee99efd6d5ae67795f94690bc52ea columnFamilyName b 2024-12-01T14:41:25,662 DEBUG [StoreOpener-8eaee99efd6d5ae67795f94690bc52ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:25,663 INFO [StoreOpener-8eaee99efd6d5ae67795f94690bc52ea-1 {}] regionserver.HStore(327): Store=8eaee99efd6d5ae67795f94690bc52ea/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:25,663 INFO [StoreOpener-8eaee99efd6d5ae67795f94690bc52ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8eaee99efd6d5ae67795f94690bc52ea 2024-12-01T14:41:25,664 INFO [StoreOpener-8eaee99efd6d5ae67795f94690bc52ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8eaee99efd6d5ae67795f94690bc52ea columnFamilyName c 2024-12-01T14:41:25,664 DEBUG [StoreOpener-8eaee99efd6d5ae67795f94690bc52ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:25,664 INFO [StoreOpener-8eaee99efd6d5ae67795f94690bc52ea-1 {}] regionserver.HStore(327): Store=8eaee99efd6d5ae67795f94690bc52ea/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:25,664 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8eaee99efd6d5ae67795f94690bc52ea 2024-12-01T14:41:25,665 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea 2024-12-01T14:41:25,666 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea 2024-12-01T14:41:25,667 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8eaee99efd6d5ae67795f94690bc52ea 2024-12-01T14:41:25,667 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8eaee99efd6d5ae67795f94690bc52ea 2024-12-01T14:41:25,668 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T14:41:25,669 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8eaee99efd6d5ae67795f94690bc52ea 2024-12-01T14:41:25,670 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8eaee99efd6d5ae67795f94690bc52ea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58989605, jitterRate=-0.12098638713359833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T14:41:25,670 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8eaee99efd6d5ae67795f94690bc52ea: Writing region info on filesystem at 1733064085658Initializing all the Stores at 1733064085659 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064085659Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064085660 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064085660Cleaning up temporary data from old regions at 1733064085668 (+8 ms)Region opened successfully at 1733064085670 (+2 ms) 2024-12-01T14:41:25,677 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8eaee99efd6d5ae67795f94690bc52ea 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-01T14:41:25,696 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/.tmp/a/347c6a10f7414972b7c57d172f21534b is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733064085670/Put/seqid=0 2024-12-01T14:41:25,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741928_1107 (size=5958) 2024-12-01T14:41:25,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741928_1107 (size=5958) 2024-12-01T14:41:25,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741928_1107 (size=5958) 2024-12-01T14:41:25,703 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/.tmp/a/347c6a10f7414972b7c57d172f21534b 2024-12-01T14:41:25,707 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/.tmp/a/347c6a10f7414972b7c57d172f21534b as hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/a/347c6a10f7414972b7c57d172f21534b 2024-12-01T14:41:25,712 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/a/347c6a10f7414972b7c57d172f21534b, entries=10, sequenceid=13, filesize=5.8 K 2024-12-01T14:41:25,713 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 8eaee99efd6d5ae67795f94690bc52ea in 36ms, sequenceid=13, compaction requested=false 2024-12-01T14:41:25,713 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8eaee99efd6d5ae67795f94690bc52ea: 2024-12-01T14:41:25,727 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8eaee99efd6d5ae67795f94690bc52ea, disabling compactions & flushes 2024-12-01T14:41:25,727 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733064085590.8eaee99efd6d5ae67795f94690bc52ea. 2024-12-01T14:41:25,727 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733064085590.8eaee99efd6d5ae67795f94690bc52ea. 2024-12-01T14:41:25,727 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733064085590.8eaee99efd6d5ae67795f94690bc52ea. after waiting 0 ms 2024-12-01T14:41:25,727 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733064085590.8eaee99efd6d5ae67795f94690bc52ea. 2024-12-01T14:41:25,728 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1733064085590.8eaee99efd6d5ae67795f94690bc52ea. 2024-12-01T14:41:25,728 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733064085590.8eaee99efd6d5ae67795f94690bc52ea. 2024-12-01T14:41:25,728 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8eaee99efd6d5ae67795f94690bc52ea: Waiting for close lock at 1733064085727Disabling compacts and flushes for region at 1733064085727Disabling writes for close at 1733064085727Writing region close event to WAL at 1733064085728 (+1 ms)Closed at 1733064085728 2024-12-01T14:41:25,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741927_1106 (size=3344) 2024-12-01T14:41:25,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741927_1106 (size=3344) 2024-12-01T14:41:25,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741927_1106 (size=3344) 2024-12-01T14:41:25,744 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733064085589/wal.1733064085640, size=3.3 K (3344bytes) 2024-12-01T14:41:25,745 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733064085589/wal.1733064085640 2024-12-01T14:41:25,745 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733064085589/wal.1733064085640 after 0ms 2024-12-01T14:41:25,748 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733064085589/wal.1733064085640: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-01T14:41:25,748 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733064085589/wal.1733064085640 took 4ms 2024-12-01T14:41:25,750 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733064085589/wal.1733064085640 so closing down 2024-12-01T14:41:25,750 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T14:41:25,751 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733064085640.temp 2024-12-01T14:41:25,754 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/recovered.edits/0000000000000000003-wal.1733064085640.temp 2024-12-01T14:41:25,755 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T14:41:25,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741929_1108 (size=2944) 2024-12-01T14:41:25,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741929_1108 (size=2944) 2024-12-01T14:41:25,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741929_1108 (size=2944) 2024-12-01T14:41:25,764 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/recovered.edits/0000000000000000003-wal.1733064085640.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-01T14:41:25,765 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/recovered.edits/0000000000000000003-wal.1733064085640.temp to hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/recovered.edits/0000000000000000035 2024-12-01T14:41:25,765 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 17 ms; skipped=2; WAL=hdfs://localhost:44039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733064085589/wal.1733064085640, size=3.3 K, length=3344, corrupted=false, cancelled=false 2024-12-01T14:41:25,765 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733064085589/wal.1733064085640, journal: Splitting hdfs://localhost:44039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733064085589/wal.1733064085640, size=3.3 K (3344bytes) at 1733064085744Finishing writing output for hdfs://localhost:44039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733064085589/wal.1733064085640 so closing down at 1733064085750 (+6 ms)Creating recovered edits writer path=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/recovered.edits/0000000000000000003-wal.1733064085640.temp at 1733064085755 (+5 ms)3 split writer threads finished at 1733064085755Closed recovered edits writer path=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/recovered.edits/0000000000000000003-wal.1733064085640.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733064085764 (+9 ms)Rename recovered edits hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/recovered.edits/0000000000000000003-wal.1733064085640.temp to hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/recovered.edits/0000000000000000035 at 1733064085765 (+1 ms)Processed 32 edits across 1 Regions in 17 ms; skipped=2; WAL=hdfs://localhost:44039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733064085589/wal.1733064085640, size=3.3 K, length=3344, corrupted=false, cancelled=false at 1733064085765 2024-12-01T14:41:25,767 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733064085589/wal.1733064085640 to hdfs://localhost:44039/hbase/oldWALs/wal.1733064085640 2024-12-01T14:41:25,767 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/recovered.edits/0000000000000000035 2024-12-01T14:41:25,767 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-01T14:41:25,769 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733064085589, archiveDir=hdfs://localhost:44039/hbase/oldWALs, maxLogs=32 2024-12-01T14:41:25,780 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733064085589/wal.1733064085769, exclude list is [], retry=0 2024-12-01T14:41:25,782 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42713,DS-292c6078-3d9e-4434-a527-67ee069c7ada,DISK] 2024-12-01T14:41:25,783 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38095,DS-162e0196-d3f9-4839-8b51-3af56675701c,DISK] 2024-12-01T14:41:25,783 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-3379dc50-db3b-4563-aab6-3e4fd5a37b87,DISK] 2024-12-01T14:41:25,784 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733064085589/wal.1733064085769 2024-12-01T14:41:25,784 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35553:35553),(127.0.0.1/127.0.0.1:37761:37761),(127.0.0.1/127.0.0.1:40671:40671)] 2024-12-01T14:41:25,784 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8eaee99efd6d5ae67795f94690bc52ea, NAME => 'testReplayEditsWrittenViaHRegion,,1733064085590.8eaee99efd6d5ae67795f94690bc52ea.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:41:25,785 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733064085590.8eaee99efd6d5ae67795f94690bc52ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:41:25,785 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8eaee99efd6d5ae67795f94690bc52ea 2024-12-01T14:41:25,785 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8eaee99efd6d5ae67795f94690bc52ea 2024-12-01T14:41:25,786 INFO [StoreOpener-8eaee99efd6d5ae67795f94690bc52ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8eaee99efd6d5ae67795f94690bc52ea 2024-12-01T14:41:25,787 INFO [StoreOpener-8eaee99efd6d5ae67795f94690bc52ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8eaee99efd6d5ae67795f94690bc52ea columnFamilyName a 2024-12-01T14:41:25,787 DEBUG [StoreOpener-8eaee99efd6d5ae67795f94690bc52ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:25,798 DEBUG [StoreOpener-8eaee99efd6d5ae67795f94690bc52ea-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/a/347c6a10f7414972b7c57d172f21534b 2024-12-01T14:41:25,798 INFO [StoreOpener-8eaee99efd6d5ae67795f94690bc52ea-1 {}] regionserver.HStore(327): Store=8eaee99efd6d5ae67795f94690bc52ea/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:25,798 INFO [StoreOpener-8eaee99efd6d5ae67795f94690bc52ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8eaee99efd6d5ae67795f94690bc52ea 2024-12-01T14:41:25,799 INFO [StoreOpener-8eaee99efd6d5ae67795f94690bc52ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8eaee99efd6d5ae67795f94690bc52ea columnFamilyName b 2024-12-01T14:41:25,799 DEBUG [StoreOpener-8eaee99efd6d5ae67795f94690bc52ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:25,800 INFO [StoreOpener-8eaee99efd6d5ae67795f94690bc52ea-1 {}] regionserver.HStore(327): Store=8eaee99efd6d5ae67795f94690bc52ea/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:25,800 INFO [StoreOpener-8eaee99efd6d5ae67795f94690bc52ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8eaee99efd6d5ae67795f94690bc52ea 2024-12-01T14:41:25,801 INFO [StoreOpener-8eaee99efd6d5ae67795f94690bc52ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8eaee99efd6d5ae67795f94690bc52ea columnFamilyName c 2024-12-01T14:41:25,801 DEBUG [StoreOpener-8eaee99efd6d5ae67795f94690bc52ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:25,801 INFO [StoreOpener-8eaee99efd6d5ae67795f94690bc52ea-1 {}] regionserver.HStore(327): Store=8eaee99efd6d5ae67795f94690bc52ea/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:25,801 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8eaee99efd6d5ae67795f94690bc52ea 2024-12-01T14:41:25,802 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea 2024-12-01T14:41:25,803 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea 2024-12-01T14:41:25,804 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/recovered.edits/0000000000000000035 2024-12-01T14:41:25,806 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-01T14:41:25,806 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/recovered.edits/0000000000000000035 2024-12-01T14:41:25,807 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8eaee99efd6d5ae67795f94690bc52ea 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-12-01T14:41:25,820 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/.tmp/b/de71f6cb2c9746db901518686f7c45dc is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733064085713/Put/seqid=0 2024-12-01T14:41:25,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741931_1110 (size=5958) 2024-12-01T14:41:25,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741931_1110 (size=5958) 2024-12-01T14:41:25,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741931_1110 (size=5958) 2024-12-01T14:41:25,827 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/.tmp/b/de71f6cb2c9746db901518686f7c45dc 2024-12-01T14:41:25,845 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/.tmp/c/92f2c1f3fba74c48a9dea97d8619b500 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733064085719/Put/seqid=0 2024-12-01T14:41:25,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741932_1111 (size=5958) 2024-12-01T14:41:25,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741932_1111 (size=5958) 2024-12-01T14:41:25,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741932_1111 (size=5958) 2024-12-01T14:41:25,852 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/.tmp/c/92f2c1f3fba74c48a9dea97d8619b500 2024-12-01T14:41:25,857 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/.tmp/b/de71f6cb2c9746db901518686f7c45dc as hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/b/de71f6cb2c9746db901518686f7c45dc 2024-12-01T14:41:25,863 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/b/de71f6cb2c9746db901518686f7c45dc, entries=10, sequenceid=35, filesize=5.8 K 2024-12-01T14:41:25,864 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/.tmp/c/92f2c1f3fba74c48a9dea97d8619b500 as hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/c/92f2c1f3fba74c48a9dea97d8619b500 2024-12-01T14:41:25,865 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-01T14:41:25,869 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/c/92f2c1f3fba74c48a9dea97d8619b500, entries=10, sequenceid=35, filesize=5.8 K 2024-12-01T14:41:25,870 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 8eaee99efd6d5ae67795f94690bc52ea in 62ms, sequenceid=35, compaction requested=false; wal=null 2024-12-01T14:41:25,870 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/recovered.edits/0000000000000000035 2024-12-01T14:41:25,871 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8eaee99efd6d5ae67795f94690bc52ea 2024-12-01T14:41:25,872 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8eaee99efd6d5ae67795f94690bc52ea 2024-12-01T14:41:25,872 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T14:41:25,874 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8eaee99efd6d5ae67795f94690bc52ea 2024-12-01T14:41:25,876 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-12-01T14:41:25,876 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8eaee99efd6d5ae67795f94690bc52ea; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70018758, jitterRate=0.04336079955101013}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T14:41:25,877 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8eaee99efd6d5ae67795f94690bc52ea: Writing region info on filesystem at 1733064085785Initializing all the Stores at 1733064085786 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064085786Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064085786Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064085786Obtaining lock to block concurrent updates at 1733064085807 (+21 ms)Preparing flush snapshotting stores in 8eaee99efd6d5ae67795f94690bc52ea at 1733064085807Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733064085590.8eaee99efd6d5ae67795f94690bc52ea., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1733064085807Flushing stores of testReplayEditsWrittenViaHRegion,,1733064085590.8eaee99efd6d5ae67795f94690bc52ea. at 1733064085807Flushing 8eaee99efd6d5ae67795f94690bc52ea/b: creating writer at 1733064085807Flushing 8eaee99efd6d5ae67795f94690bc52ea/b: appending metadata at 1733064085819 (+12 ms)Flushing 8eaee99efd6d5ae67795f94690bc52ea/b: closing flushed file at 1733064085819Flushing 8eaee99efd6d5ae67795f94690bc52ea/c: creating writer at 1733064085832 (+13 ms)Flushing 8eaee99efd6d5ae67795f94690bc52ea/c: appending metadata at 1733064085845 (+13 ms)Flushing 8eaee99efd6d5ae67795f94690bc52ea/c: closing flushed file at 1733064085845Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7de18648: reopening flushed file at 1733064085856 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a63961e: reopening flushed file at 1733064085863 (+7 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 8eaee99efd6d5ae67795f94690bc52ea in 62ms, sequenceid=35, compaction requested=false; wal=null at 1733064085870 (+7 ms)Cleaning up temporary data from old regions at 1733064085872 (+2 ms)Region opened successfully at 1733064085876 (+4 ms) 2024-12-01T14:41:25,941 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733064085589/wal.1733064085769, size=0 (0bytes) 2024-12-01T14:41:25,941 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:44039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733064085589/wal.1733064085769 might be still open, length is 0 2024-12-01T14:41:25,941 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733064085589/wal.1733064085769 2024-12-01T14:41:25,941 WARN [IPC Server handler 2 on default port 44039 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733064085589/wal.1733064085769 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-12-01T14:41:25,941 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:44039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733064085589/wal.1733064085769 after 0ms 2024-12-01T14:41:26,496 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1992809309_22 at /127.0.0.1:44974 [Receiving block BP-871166880-172.17.0.2-1733064047512:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:42713:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44974 dst: /127.0.0.1:42713 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:42713 remote=/127.0.0.1:44974]. Total timeout mills is 60000, 59409 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T14:41:26,496 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1992809309_22 at /127.0.0.1:56570 [Receiving block BP-871166880-172.17.0.2-1733064047512:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:38095:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56570 dst: /127.0.0.1:38095 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T14:41:26,496 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1992809309_22 at /127.0.0.1:43068 [Receiving block BP-871166880-172.17.0.2-1733064047512:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:38873:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43068 dst: /127.0.0.1:38873 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T14:41:26,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741930_1112 (size=2936) 2024-12-01T14:41:26,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741930_1112 (size=2936) 2024-12-01T14:41:29,943 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:44039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733064085589/wal.1733064085769 after 4002ms 2024-12-01T14:41:29,950 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733064085589/wal.1733064085769: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-01T14:41:29,951 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733064085589/wal.1733064085769 took 4011ms 2024-12-01T14:41:29,954 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:44039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733064085589/wal.1733064085769; continuing. 2024-12-01T14:41:29,954 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733064085589/wal.1733064085769 so closing down 2024-12-01T14:41:29,954 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T14:41:29,955 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1733064085769.temp 2024-12-01T14:41:29,956 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/recovered.edits/0000000000000000037-wal.1733064085769.temp 2024-12-01T14:41:29,957 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T14:41:29,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741933_1113 (size=2944) 2024-12-01T14:41:29,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741933_1113 (size=2944) 2024-12-01T14:41:29,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741933_1113 (size=2944) 2024-12-01T14:41:29,966 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/recovered.edits/0000000000000000037-wal.1733064085769.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-01T14:41:29,967 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/recovered.edits/0000000000000000037-wal.1733064085769.temp to hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/recovered.edits/0000000000000000066 2024-12-01T14:41:29,967 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:44039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733064085589/wal.1733064085769, size=0, length=0, corrupted=false, cancelled=false 2024-12-01T14:41:29,967 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733064085589/wal.1733064085769, journal: Splitting hdfs://localhost:44039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733064085589/wal.1733064085769, size=0 (0bytes) at 1733064085941Finishing writing output for hdfs://localhost:44039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733064085589/wal.1733064085769 so closing down at 1733064089954 (+4013 ms)Creating recovered edits writer path=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/recovered.edits/0000000000000000037-wal.1733064085769.temp at 1733064089956 (+2 ms)3 split writer threads finished at 1733064089957 (+1 ms)Closed recovered edits writer path=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/recovered.edits/0000000000000000037-wal.1733064085769.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733064089966 (+9 ms)Rename recovered edits hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/recovered.edits/0000000000000000037-wal.1733064085769.temp to hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/recovered.edits/0000000000000000066 at 1733064089967 (+1 ms)Processed 30 edits across 1 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:44039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733064085589/wal.1733064085769, size=0, length=0, corrupted=false, cancelled=false at 1733064089967 2024-12-01T14:41:29,969 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733064085589/wal.1733064085769 to hdfs://localhost:44039/hbase/oldWALs/wal.1733064085769 2024-12-01T14:41:29,970 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/recovered.edits/0000000000000000066 2024-12-01T14:41:29,970 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-01T14:41:29,972 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733064085589, archiveDir=hdfs://localhost:44039/hbase/oldWALs, maxLogs=32 2024-12-01T14:41:30,004 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733064085589/wal.1733064089972, exclude list is [], retry=0 2024-12-01T14:41:30,006 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42713,DS-292c6078-3d9e-4434-a527-67ee069c7ada,DISK] 2024-12-01T14:41:30,007 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-3379dc50-db3b-4563-aab6-3e4fd5a37b87,DISK] 2024-12-01T14:41:30,007 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38095,DS-162e0196-d3f9-4839-8b51-3af56675701c,DISK] 2024-12-01T14:41:30,008 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733064085589/wal.1733064089972 2024-12-01T14:41:30,008 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35553:35553),(127.0.0.1/127.0.0.1:40671:40671),(127.0.0.1/127.0.0.1:37761:37761)] 2024-12-01T14:41:30,009 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733064085590.8eaee99efd6d5ae67795f94690bc52ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:41:30,010 INFO [StoreOpener-8eaee99efd6d5ae67795f94690bc52ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8eaee99efd6d5ae67795f94690bc52ea 2024-12-01T14:41:30,011 INFO [StoreOpener-8eaee99efd6d5ae67795f94690bc52ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8eaee99efd6d5ae67795f94690bc52ea columnFamilyName a 2024-12-01T14:41:30,011 DEBUG [StoreOpener-8eaee99efd6d5ae67795f94690bc52ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:30,015 DEBUG [StoreOpener-8eaee99efd6d5ae67795f94690bc52ea-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/a/347c6a10f7414972b7c57d172f21534b 2024-12-01T14:41:30,016 INFO [StoreOpener-8eaee99efd6d5ae67795f94690bc52ea-1 {}] regionserver.HStore(327): Store=8eaee99efd6d5ae67795f94690bc52ea/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:30,016 INFO [StoreOpener-8eaee99efd6d5ae67795f94690bc52ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8eaee99efd6d5ae67795f94690bc52ea 2024-12-01T14:41:30,016 INFO [StoreOpener-8eaee99efd6d5ae67795f94690bc52ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8eaee99efd6d5ae67795f94690bc52ea columnFamilyName b 2024-12-01T14:41:30,017 DEBUG [StoreOpener-8eaee99efd6d5ae67795f94690bc52ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:30,020 DEBUG [StoreOpener-8eaee99efd6d5ae67795f94690bc52ea-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/b/de71f6cb2c9746db901518686f7c45dc 2024-12-01T14:41:30,021 INFO [StoreOpener-8eaee99efd6d5ae67795f94690bc52ea-1 {}] regionserver.HStore(327): Store=8eaee99efd6d5ae67795f94690bc52ea/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:30,021 INFO [StoreOpener-8eaee99efd6d5ae67795f94690bc52ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8eaee99efd6d5ae67795f94690bc52ea 2024-12-01T14:41:30,022 INFO [StoreOpener-8eaee99efd6d5ae67795f94690bc52ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8eaee99efd6d5ae67795f94690bc52ea columnFamilyName c 2024-12-01T14:41:30,022 DEBUG [StoreOpener-8eaee99efd6d5ae67795f94690bc52ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:30,026 DEBUG [StoreOpener-8eaee99efd6d5ae67795f94690bc52ea-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/c/92f2c1f3fba74c48a9dea97d8619b500 2024-12-01T14:41:30,026 INFO [StoreOpener-8eaee99efd6d5ae67795f94690bc52ea-1 {}] regionserver.HStore(327): Store=8eaee99efd6d5ae67795f94690bc52ea/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:30,026 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8eaee99efd6d5ae67795f94690bc52ea 2024-12-01T14:41:30,027 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea 2024-12-01T14:41:30,029 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea 2024-12-01T14:41:30,029 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/recovered.edits/0000000000000000066 2024-12-01T14:41:30,031 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-01T14:41:30,036 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/recovered.edits/0000000000000000066 2024-12-01T14:41:30,036 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8eaee99efd6d5ae67795f94690bc52ea 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-01T14:41:30,048 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/.tmp/a/7905d268346641b79d33fa0eecd93397 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1733064085884/Put/seqid=0 2024-12-01T14:41:30,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741935_1115 (size=5958) 2024-12-01T14:41:30,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741935_1115 (size=5958) 2024-12-01T14:41:30,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741935_1115 (size=5958) 2024-12-01T14:41:30,055 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/.tmp/a/7905d268346641b79d33fa0eecd93397 2024-12-01T14:41:30,072 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/.tmp/b/c0ce92b3f1e74454b4cf62ad333ec85f is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1733064085893/Put/seqid=0 2024-12-01T14:41:30,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741936_1116 (size=5958) 2024-12-01T14:41:30,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741936_1116 (size=5958) 2024-12-01T14:41:30,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741936_1116 (size=5958) 2024-12-01T14:41:30,079 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/.tmp/b/c0ce92b3f1e74454b4cf62ad333ec85f 2024-12-01T14:41:30,097 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/.tmp/c/fd292deaf24b4344b446200fddbb5e2a is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1733064085900/Put/seqid=0 2024-12-01T14:41:30,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741937_1117 (size=5958) 2024-12-01T14:41:30,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741937_1117 (size=5958) 2024-12-01T14:41:30,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741937_1117 (size=5958) 2024-12-01T14:41:30,104 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/.tmp/c/fd292deaf24b4344b446200fddbb5e2a 2024-12-01T14:41:30,108 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/.tmp/a/7905d268346641b79d33fa0eecd93397 as hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/a/7905d268346641b79d33fa0eecd93397 2024-12-01T14:41:30,113 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/a/7905d268346641b79d33fa0eecd93397, entries=10, sequenceid=66, filesize=5.8 K 2024-12-01T14:41:30,114 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/.tmp/b/c0ce92b3f1e74454b4cf62ad333ec85f as hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/b/c0ce92b3f1e74454b4cf62ad333ec85f 2024-12-01T14:41:30,119 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/b/c0ce92b3f1e74454b4cf62ad333ec85f, entries=10, sequenceid=66, filesize=5.8 K 2024-12-01T14:41:30,120 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/.tmp/c/fd292deaf24b4344b446200fddbb5e2a as hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/c/fd292deaf24b4344b446200fddbb5e2a 2024-12-01T14:41:30,124 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/c/fd292deaf24b4344b446200fddbb5e2a, entries=10, sequenceid=66, filesize=5.8 K 2024-12-01T14:41:30,125 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 8eaee99efd6d5ae67795f94690bc52ea in 88ms, sequenceid=66, compaction requested=false; wal=null 2024-12-01T14:41:30,125 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/recovered.edits/0000000000000000066 2024-12-01T14:41:30,126 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8eaee99efd6d5ae67795f94690bc52ea 2024-12-01T14:41:30,126 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8eaee99efd6d5ae67795f94690bc52ea 2024-12-01T14:41:30,127 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T14:41:30,128 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8eaee99efd6d5ae67795f94690bc52ea 2024-12-01T14:41:30,130 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44039/hbase/data/default/testReplayEditsWrittenViaHRegion/8eaee99efd6d5ae67795f94690bc52ea/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-12-01T14:41:30,131 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8eaee99efd6d5ae67795f94690bc52ea; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74782834, jitterRate=0.1143510639667511}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T14:41:30,131 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8eaee99efd6d5ae67795f94690bc52ea: Writing region info on filesystem at 1733064090009Initializing all the Stores at 1733064090010 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064090010Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064090010Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064090010Obtaining lock to block concurrent updates at 1733064090036 (+26 ms)Preparing flush snapshotting stores in 8eaee99efd6d5ae67795f94690bc52ea at 1733064090036Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733064085590.8eaee99efd6d5ae67795f94690bc52ea., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1733064090036Flushing stores of testReplayEditsWrittenViaHRegion,,1733064085590.8eaee99efd6d5ae67795f94690bc52ea. at 1733064090036Flushing 8eaee99efd6d5ae67795f94690bc52ea/a: creating writer at 1733064090036Flushing 8eaee99efd6d5ae67795f94690bc52ea/a: appending metadata at 1733064090048 (+12 ms)Flushing 8eaee99efd6d5ae67795f94690bc52ea/a: closing flushed file at 1733064090048Flushing 8eaee99efd6d5ae67795f94690bc52ea/b: creating writer at 1733064090059 (+11 ms)Flushing 8eaee99efd6d5ae67795f94690bc52ea/b: appending metadata at 1733064090072 (+13 ms)Flushing 8eaee99efd6d5ae67795f94690bc52ea/b: closing flushed file at 1733064090072Flushing 8eaee99efd6d5ae67795f94690bc52ea/c: creating writer at 1733064090084 (+12 ms)Flushing 8eaee99efd6d5ae67795f94690bc52ea/c: appending metadata at 1733064090097 (+13 ms)Flushing 8eaee99efd6d5ae67795f94690bc52ea/c: closing flushed file at 1733064090097Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f80a081: reopening flushed file at 1733064090107 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5089c5cf: reopening flushed file at 1733064090113 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1285293f: reopening flushed file at 1733064090119 (+6 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 8eaee99efd6d5ae67795f94690bc52ea in 88ms, sequenceid=66, compaction requested=false; wal=null at 1733064090125 (+6 ms)Cleaning up temporary data from old regions at 1733064090126 (+1 ms)Region opened successfully at 1733064090131 (+5 ms) 2024-12-01T14:41:30,143 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8eaee99efd6d5ae67795f94690bc52ea, disabling compactions & flushes 2024-12-01T14:41:30,143 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733064085590.8eaee99efd6d5ae67795f94690bc52ea. 2024-12-01T14:41:30,143 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733064085590.8eaee99efd6d5ae67795f94690bc52ea. 2024-12-01T14:41:30,143 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733064085590.8eaee99efd6d5ae67795f94690bc52ea. after waiting 0 ms 2024-12-01T14:41:30,143 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733064085590.8eaee99efd6d5ae67795f94690bc52ea. 2024-12-01T14:41:30,145 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733064085590.8eaee99efd6d5ae67795f94690bc52ea. 2024-12-01T14:41:30,145 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8eaee99efd6d5ae67795f94690bc52ea: Waiting for close lock at 1733064090143Disabling compacts and flushes for region at 1733064090143Disabling writes for close at 1733064090143Writing region close event to WAL at 1733064090145 (+2 ms)Closed at 1733064090145 2024-12-01T14:41:30,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741934_1114 (size=95) 2024-12-01T14:41:30,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741934_1114 (size=95) 2024-12-01T14:41:30,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741934_1114 (size=95) 2024-12-01T14:41:30,149 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-01T14:41:30,149 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733064089972) 2024-12-01T14:41:30,162 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=449 (was 442) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:44039 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1807497087_22 at /127.0.0.1:45016 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:44039 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1807497087_22 at /127.0.0.1:56624 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1807497087_22 at /127.0.0.1:43108 [Waiting for operation #23] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1412 (was 1346) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=263 (was 251) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5182 (was 5319) 2024-12-01T14:41:30,162 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1412 is superior to 1024 2024-12-01T14:41:30,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T14:41:30,162 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:41:30,162 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:41:30,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:41:30,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:41:30,163 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:41:30,163 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T14:41:30,163 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=372210742, stopped=false 2024-12-01T14:41:30,164 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=519b220a2ba1,38211,1733064051335 2024-12-01T14:41:30,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38211-0x10192a05a4c0000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-01T14:41:30,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33929-0x10192a05a4c0001, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-01T14:41:30,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34375-0x10192a05a4c0002, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-01T14:41:30,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38211-0x10192a05a4c0000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:41:30,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33929-0x10192a05a4c0001, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:41:30,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34375-0x10192a05a4c0002, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:41:30,188 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:41:30,189 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38211-0x10192a05a4c0000, quorum=127.0.0.1:55420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T14:41:30,189 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:41:30,189 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33929-0x10192a05a4c0001, quorum=127.0.0.1:55420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T14:41:30,189 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:41:30,189 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34375-0x10192a05a4c0002, quorum=127.0.0.1:55420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T14:41:30,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:41:30,189 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '519b220a2ba1,33929,1733064052060' ***** 2024-12-01T14:41:30,189 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T14:41:30,189 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '519b220a2ba1,34375,1733064052166' ***** 2024-12-01T14:41:30,189 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T14:41:30,190 INFO [RS:0;519b220a2ba1:33929 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T14:41:30,190 INFO [RS:1;519b220a2ba1:34375 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T14:41:30,190 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T14:41:30,190 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T14:41:30,190 INFO [RS:0;519b220a2ba1:33929 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T14:41:30,190 INFO [RS:0;519b220a2ba1:33929 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T14:41:30,190 INFO [RS:1;519b220a2ba1:34375 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T14:41:30,190 INFO [RS:0;519b220a2ba1:33929 {}] regionserver.HRegionServer(3091): Received CLOSE for 43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:30,190 INFO [RS:1;519b220a2ba1:34375 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T14:41:30,190 INFO [RS:0;519b220a2ba1:33929 {}] regionserver.HRegionServer(959): stopping server 519b220a2ba1,33929,1733064052060 2024-12-01T14:41:30,190 INFO [RS:1;519b220a2ba1:34375 {}] regionserver.HRegionServer(959): stopping server 519b220a2ba1,34375,1733064052166 2024-12-01T14:41:30,190 INFO [RS:0;519b220a2ba1:33929 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:41:30,190 INFO [RS:1;519b220a2ba1:34375 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:41:30,190 INFO [RS:0;519b220a2ba1:33929 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;519b220a2ba1:33929. 2024-12-01T14:41:30,190 INFO [RS:1;519b220a2ba1:34375 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;519b220a2ba1:34375. 2024-12-01T14:41:30,190 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 43f863fcddf032f450be50d27167ab5d, disabling compactions & flushes 2024-12-01T14:41:30,190 DEBUG [RS:0;519b220a2ba1:33929 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:41:30,190 DEBUG [RS:1;519b220a2ba1:34375 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:41:30,190 DEBUG [RS:0;519b220a2ba1:33929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:41:30,190 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d. 2024-12-01T14:41:30,190 DEBUG [RS:1;519b220a2ba1:34375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:41:30,190 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d. 2024-12-01T14:41:30,190 INFO [RS:0;519b220a2ba1:33929 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-01T14:41:30,190 INFO [RS:1;519b220a2ba1:34375 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T14:41:30,190 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d. after waiting 0 ms 2024-12-01T14:41:30,190 DEBUG [RS:0;519b220a2ba1:33929 {}] regionserver.HRegionServer(1325): Online Regions={43f863fcddf032f450be50d27167ab5d=testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d.} 2024-12-01T14:41:30,190 INFO [RS:1;519b220a2ba1:34375 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T14:41:30,190 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d. 2024-12-01T14:41:30,190 INFO [RS:1;519b220a2ba1:34375 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T14:41:30,190 DEBUG [RS:0;519b220a2ba1:33929 {}] regionserver.HRegionServer(1351): Waiting on 43f863fcddf032f450be50d27167ab5d 2024-12-01T14:41:30,191 INFO [RS:1;519b220a2ba1:34375 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T14:41:30,191 INFO [RS:1;519b220a2ba1:34375 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-01T14:41:30,191 DEBUG [RS:1;519b220a2ba1:34375 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-01T14:41:30,191 DEBUG [RS:1;519b220a2ba1:34375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:41:30,191 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:41:30,191 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:41:30,191 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:41:30,191 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:41:30,191 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:41:30,191 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-12-01T14:41:30,196 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/43f863fcddf032f450be50d27167ab5d/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-12-01T14:41:30,196 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d. 2024-12-01T14:41:30,196 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 43f863fcddf032f450be50d27167ab5d: Waiting for close lock at 1733064090190Running coprocessor pre-close hooks at 1733064090190Disabling compacts and flushes for region at 1733064090190Disabling writes for close at 1733064090190Writing region close event to WAL at 1733064090192 (+2 ms)Running coprocessor post-close hooks at 1733064090196 (+4 ms)Closed at 1733064090196 2024-12-01T14:41:30,196 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d. 2024-12-01T14:41:30,211 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/hbase/meta/1588230740/.tmp/info/ffd643e444cc4ddda62369fe0d1ae8b7 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1733064066802.43f863fcddf032f450be50d27167ab5d./info:regioninfo/1733064070458/Put/seqid=0 2024-12-01T14:41:30,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741938_1118 (size=8243) 2024-12-01T14:41:30,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741938_1118 (size=8243) 2024-12-01T14:41:30,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741938_1118 (size=8243) 2024-12-01T14:41:30,217 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/hbase/meta/1588230740/.tmp/info/ffd643e444cc4ddda62369fe0d1ae8b7 2024-12-01T14:41:30,236 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/hbase/meta/1588230740/.tmp/ns/6a02ab33b6cc46138d4474c08528d74f is 43, key is default/ns:d/1733064054343/Put/seqid=0 2024-12-01T14:41:30,241 INFO [regionserver/519b220a2ba1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:41:30,242 INFO [regionserver/519b220a2ba1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:41:30,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741939_1119 (size=5153) 2024-12-01T14:41:30,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741939_1119 (size=5153) 2024-12-01T14:41:30,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741939_1119 (size=5153) 2024-12-01T14:41:30,243 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/hbase/meta/1588230740/.tmp/ns/6a02ab33b6cc46138d4474c08528d74f 2024-12-01T14:41:30,261 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/hbase/meta/1588230740/.tmp/table/69aac47b2499444eae031ec8b64729f9 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1733064067634/Put/seqid=0 2024-12-01T14:41:30,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741940_1120 (size=5431) 2024-12-01T14:41:30,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741940_1120 (size=5431) 2024-12-01T14:41:30,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741940_1120 (size=5431) 2024-12-01T14:41:30,268 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/hbase/meta/1588230740/.tmp/table/69aac47b2499444eae031ec8b64729f9 2024-12-01T14:41:30,274 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/hbase/meta/1588230740/.tmp/info/ffd643e444cc4ddda62369fe0d1ae8b7 as hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/hbase/meta/1588230740/info/ffd643e444cc4ddda62369fe0d1ae8b7 2024-12-01T14:41:30,279 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/hbase/meta/1588230740/info/ffd643e444cc4ddda62369fe0d1ae8b7, entries=18, sequenceid=21, filesize=8.0 K 2024-12-01T14:41:30,280 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/hbase/meta/1588230740/.tmp/ns/6a02ab33b6cc46138d4474c08528d74f as hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/hbase/meta/1588230740/ns/6a02ab33b6cc46138d4474c08528d74f 2024-12-01T14:41:30,285 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/hbase/meta/1588230740/ns/6a02ab33b6cc46138d4474c08528d74f, entries=2, sequenceid=21, filesize=5.0 K 2024-12-01T14:41:30,286 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/hbase/meta/1588230740/.tmp/table/69aac47b2499444eae031ec8b64729f9 as hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/hbase/meta/1588230740/table/69aac47b2499444eae031ec8b64729f9 2024-12-01T14:41:30,291 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/hbase/meta/1588230740/table/69aac47b2499444eae031ec8b64729f9, entries=2, sequenceid=21, filesize=5.3 K 2024-12-01T14:41:30,292 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 101ms, sequenceid=21, compaction requested=false 2024-12-01T14:41:30,296 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-12-01T14:41:30,297 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:41:30,297 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:41:30,297 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733064090191Running coprocessor pre-close hooks at 1733064090191Disabling compacts and flushes for region at 1733064090191Disabling writes for close at 1733064090191Obtaining lock to block concurrent updates at 1733064090191Preparing flush snapshotting stores in 1588230740 at 1733064090191Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1733064090192 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733064090192Flushing 1588230740/info: creating writer at 1733064090193 (+1 ms)Flushing 1588230740/info: appending metadata at 1733064090210 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733064090210Flushing 1588230740/ns: creating writer at 1733064090223 (+13 ms)Flushing 1588230740/ns: appending metadata at 1733064090236 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733064090236Flushing 1588230740/table: creating writer at 1733064090248 (+12 ms)Flushing 1588230740/table: appending metadata at 1733064090260 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733064090261 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6985ee67: reopening flushed file at 1733064090273 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2aaffc83: reopening flushed file at 1733064090280 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@669f9f52: reopening flushed file at 1733064090286 (+6 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 101ms, sequenceid=21, compaction requested=false at 1733064090292 (+6 ms)Writing region close event to WAL at 1733064090293 (+1 ms)Running coprocessor post-close hooks at 1733064090297 (+4 ms)Closed at 1733064090297 2024-12-01T14:41:30,297 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T14:41:30,391 INFO [RS:0;519b220a2ba1:33929 {}] regionserver.HRegionServer(976): stopping server 519b220a2ba1,33929,1733064052060; all regions closed. 2024-12-01T14:41:30,391 INFO [RS:1;519b220a2ba1:34375 {}] regionserver.HRegionServer(976): stopping server 519b220a2ba1,34375,1733064052166; all regions closed. 2024-12-01T14:41:30,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741835_1011 (size=2183) 2024-12-01T14:41:30,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741836_1012 (size=4715) 2024-12-01T14:41:30,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741835_1011 (size=2183) 2024-12-01T14:41:30,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741835_1011 (size=2183) 2024-12-01T14:41:30,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741836_1012 (size=4715) 2024-12-01T14:41:30,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741836_1012 (size=4715) 2024-12-01T14:41:30,401 DEBUG [RS:1;519b220a2ba1:34375 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/oldWALs 2024-12-01T14:41:30,401 DEBUG [RS:0;519b220a2ba1:33929 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/oldWALs 2024-12-01T14:41:30,401 INFO [RS:1;519b220a2ba1:34375 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 519b220a2ba1%2C34375%2C1733064052166.meta:.meta(num 1733064054161) 2024-12-01T14:41:30,401 INFO [RS:0;519b220a2ba1:33929 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 519b220a2ba1%2C33929%2C1733064052060:(num 1733064053739) 2024-12-01T14:41:30,401 DEBUG [RS:0;519b220a2ba1:33929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:41:30,401 INFO [RS:0;519b220a2ba1:33929 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:41:30,402 INFO [RS:0;519b220a2ba1:33929 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:41:30,402 INFO [RS:0;519b220a2ba1:33929 {}] hbase.ChoreService(370): Chore service for: regionserver/519b220a2ba1:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-01T14:41:30,402 INFO [RS:0;519b220a2ba1:33929 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T14:41:30,402 INFO [RS:0;519b220a2ba1:33929 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T14:41:30,402 INFO [regionserver/519b220a2ba1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:41:30,402 INFO [RS:0;519b220a2ba1:33929 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T14:41:30,402 INFO [RS:0;519b220a2ba1:33929 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:41:30,402 INFO [RS:0;519b220a2ba1:33929 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33929 2024-12-01T14:41:30,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741834_1010 (size=95) 2024-12-01T14:41:30,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741834_1010 (size=95) 2024-12-01T14:41:30,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741834_1010 (size=95) 2024-12-01T14:41:30,410 DEBUG [RS:1;519b220a2ba1:34375 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/oldWALs 2024-12-01T14:41:30,410 INFO [RS:1;519b220a2ba1:34375 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 519b220a2ba1%2C34375%2C1733064052166:(num 1733064053739) 2024-12-01T14:41:30,410 DEBUG [RS:1;519b220a2ba1:34375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:41:30,410 INFO [RS:1;519b220a2ba1:34375 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:41:30,410 INFO [RS:1;519b220a2ba1:34375 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:41:30,410 INFO [RS:1;519b220a2ba1:34375 {}] hbase.ChoreService(370): Chore service for: regionserver/519b220a2ba1:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-01T14:41:30,410 INFO [RS:1;519b220a2ba1:34375 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:41:30,410 INFO [regionserver/519b220a2ba1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:41:30,410 INFO [RS:1;519b220a2ba1:34375 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34375 2024-12-01T14:41:30,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38211-0x10192a05a4c0000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-01T14:41:30,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33929-0x10192a05a4c0001, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/519b220a2ba1,33929,1733064052060 2024-12-01T14:41:30,421 INFO [RS:0;519b220a2ba1:33929 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:41:30,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34375-0x10192a05a4c0002, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/519b220a2ba1,34375,1733064052166 2024-12-01T14:41:30,429 INFO [RS:1;519b220a2ba1:34375 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:41:30,437 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [519b220a2ba1,33929,1733064052060] 2024-12-01T14:41:30,454 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/519b220a2ba1,33929,1733064052060 already deleted, retry=false 2024-12-01T14:41:30,454 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 519b220a2ba1,33929,1733064052060 expired; onlineServers=1 2024-12-01T14:41:30,455 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [519b220a2ba1,34375,1733064052166] 2024-12-01T14:41:30,462 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/519b220a2ba1,34375,1733064052166 already deleted, retry=false 2024-12-01T14:41:30,462 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 519b220a2ba1,34375,1733064052166 expired; onlineServers=0 2024-12-01T14:41:30,462 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '519b220a2ba1,38211,1733064051335' ***** 2024-12-01T14:41:30,462 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T14:41:30,463 INFO [M:0;519b220a2ba1:38211 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:41:30,463 INFO [M:0;519b220a2ba1:38211 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:41:30,463 DEBUG [M:0;519b220a2ba1:38211 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T14:41:30,463 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T14:41:30,463 DEBUG [M:0;519b220a2ba1:38211 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T14:41:30,463 DEBUG [master/519b220a2ba1:0:becomeActiveMaster-HFileCleaner.small.0-1733064053387 {}] cleaner.HFileCleaner(306): Exit Thread[master/519b220a2ba1:0:becomeActiveMaster-HFileCleaner.small.0-1733064053387,5,FailOnTimeoutGroup] 2024-12-01T14:41:30,463 DEBUG [master/519b220a2ba1:0:becomeActiveMaster-HFileCleaner.large.0-1733064053379 {}] cleaner.HFileCleaner(306): Exit Thread[master/519b220a2ba1:0:becomeActiveMaster-HFileCleaner.large.0-1733064053379,5,FailOnTimeoutGroup] 2024-12-01T14:41:30,463 INFO [M:0;519b220a2ba1:38211 {}] hbase.ChoreService(370): Chore service for: master/519b220a2ba1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T14:41:30,463 INFO [M:0;519b220a2ba1:38211 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:41:30,463 DEBUG [M:0;519b220a2ba1:38211 {}] master.HMaster(1795): Stopping service threads 2024-12-01T14:41:30,463 INFO [M:0;519b220a2ba1:38211 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T14:41:30,464 INFO [M:0;519b220a2ba1:38211 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:41:30,464 INFO [M:0;519b220a2ba1:38211 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T14:41:30,464 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T14:41:30,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38211-0x10192a05a4c0000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-01T14:41:30,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38211-0x10192a05a4c0000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:41:30,471 DEBUG [M:0;519b220a2ba1:38211 {}] zookeeper.ZKUtil(347): master:38211-0x10192a05a4c0000, quorum=127.0.0.1:55420, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-01T14:41:30,471 WARN [M:0;519b220a2ba1:38211 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T14:41:30,471 INFO [M:0;519b220a2ba1:38211 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/.lastflushedseqids 2024-12-01T14:41:30,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741941_1121 (size=138) 2024-12-01T14:41:30,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741941_1121 (size=138) 2024-12-01T14:41:30,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741941_1121 (size=138) 2024-12-01T14:41:30,483 INFO [M:0;519b220a2ba1:38211 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T14:41:30,483 INFO [M:0;519b220a2ba1:38211 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T14:41:30,483 DEBUG [M:0;519b220a2ba1:38211 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:41:30,483 INFO [M:0;519b220a2ba1:38211 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:41:30,483 DEBUG [M:0;519b220a2ba1:38211 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:41:30,483 DEBUG [M:0;519b220a2ba1:38211 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:41:30,483 DEBUG [M:0;519b220a2ba1:38211 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:41:30,484 INFO [M:0;519b220a2ba1:38211 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.34 KB heapSize=83.73 KB 2024-12-01T14:41:30,502 DEBUG [M:0;519b220a2ba1:38211 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e3c4ccbedd7046a7952f0fa216a8b21b is 82, key is hbase:meta,,1/info:regioninfo/1733064054241/Put/seqid=0 2024-12-01T14:41:30,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741942_1122 (size=5672) 2024-12-01T14:41:30,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741942_1122 (size=5672) 2024-12-01T14:41:30,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741942_1122 (size=5672) 2024-12-01T14:41:30,508 INFO [M:0;519b220a2ba1:38211 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e3c4ccbedd7046a7952f0fa216a8b21b 2024-12-01T14:41:30,529 DEBUG [M:0;519b220a2ba1:38211 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e7da42617cd24b8d89e6b6f2f08440c1 is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733064067641/Put/seqid=0 2024-12-01T14:41:30,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741943_1123 (size=7755) 2024-12-01T14:41:30,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741943_1123 (size=7755) 2024-12-01T14:41:30,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741943_1123 (size=7755) 2024-12-01T14:41:30,536 INFO [M:0;519b220a2ba1:38211 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.61 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e7da42617cd24b8d89e6b6f2f08440c1 2024-12-01T14:41:30,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33929-0x10192a05a4c0001, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:41:30,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33929-0x10192a05a4c0001, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:41:30,538 INFO [RS:0;519b220a2ba1:33929 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:41:30,538 INFO [RS:0;519b220a2ba1:33929 {}] regionserver.HRegionServer(1031): Exiting; stopping=519b220a2ba1,33929,1733064052060; zookeeper connection closed. 2024-12-01T14:41:30,538 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@63d94fe {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@63d94fe 2024-12-01T14:41:30,541 INFO [M:0;519b220a2ba1:38211 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e7da42617cd24b8d89e6b6f2f08440c1 2024-12-01T14:41:30,546 INFO [RS:1;519b220a2ba1:34375 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:41:30,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34375-0x10192a05a4c0002, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:41:30,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34375-0x10192a05a4c0002, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:41:30,546 INFO [RS:1;519b220a2ba1:34375 {}] regionserver.HRegionServer(1031): Exiting; stopping=519b220a2ba1,34375,1733064052166; zookeeper connection closed. 2024-12-01T14:41:30,546 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@32868eab {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@32868eab 2024-12-01T14:41:30,547 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-01T14:41:30,560 DEBUG [M:0;519b220a2ba1:38211 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ebaf29be4e874444a315a4c325b1b0a2 is 69, key is 519b220a2ba1,33929,1733064052060/rs:state/1733064053414/Put/seqid=0 2024-12-01T14:41:30,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741944_1124 (size=5440) 2024-12-01T14:41:30,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741944_1124 (size=5440) 2024-12-01T14:41:30,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741944_1124 (size=5440) 2024-12-01T14:41:30,567 INFO [M:0;519b220a2ba1:38211 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ebaf29be4e874444a315a4c325b1b0a2 2024-12-01T14:41:30,571 INFO [M:0;519b220a2ba1:38211 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ebaf29be4e874444a315a4c325b1b0a2 2024-12-01T14:41:30,572 DEBUG [M:0;519b220a2ba1:38211 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e3c4ccbedd7046a7952f0fa216a8b21b as hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e3c4ccbedd7046a7952f0fa216a8b21b 2024-12-01T14:41:30,577 INFO [M:0;519b220a2ba1:38211 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e3c4ccbedd7046a7952f0fa216a8b21b, entries=8, sequenceid=168, filesize=5.5 K 2024-12-01T14:41:30,578 DEBUG [M:0;519b220a2ba1:38211 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e7da42617cd24b8d89e6b6f2f08440c1 as hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e7da42617cd24b8d89e6b6f2f08440c1 2024-12-01T14:41:30,582 INFO [M:0;519b220a2ba1:38211 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e7da42617cd24b8d89e6b6f2f08440c1 2024-12-01T14:41:30,583 INFO [M:0;519b220a2ba1:38211 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e7da42617cd24b8d89e6b6f2f08440c1, entries=17, sequenceid=168, filesize=7.6 K 2024-12-01T14:41:30,583 DEBUG [M:0;519b220a2ba1:38211 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ebaf29be4e874444a315a4c325b1b0a2 as hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ebaf29be4e874444a315a4c325b1b0a2 2024-12-01T14:41:30,588 INFO [M:0;519b220a2ba1:38211 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ebaf29be4e874444a315a4c325b1b0a2 2024-12-01T14:41:30,588 INFO [M:0;519b220a2ba1:38211 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44039/user/jenkins/test-data/d8f5205f-2a2a-8db8-468f-c8f5758d03c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ebaf29be4e874444a315a4c325b1b0a2, entries=3, sequenceid=168, filesize=5.3 K 2024-12-01T14:41:30,589 INFO [M:0;519b220a2ba1:38211 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 106ms, sequenceid=168, compaction requested=false 2024-12-01T14:41:30,590 INFO [M:0;519b220a2ba1:38211 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:41:30,590 DEBUG [M:0;519b220a2ba1:38211 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733064090483Disabling compacts and flushes for region at 1733064090483Disabling writes for close at 1733064090483Obtaining lock to block concurrent updates at 1733064090484 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733064090484Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69984, getHeapSize=85672, getOffHeapSize=0, getCellsCount=195 at 1733064090484Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733064090485 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733064090485Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733064090501 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733064090501Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733064090512 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733064090528 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733064090528Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733064090541 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733064090558 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733064090559 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c6f16c4: reopening flushed file at 1733064090571 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7347cfbe: reopening flushed file at 1733064090577 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13654b96: reopening flushed file at 1733064090583 (+6 ms)Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 106ms, sequenceid=168, compaction requested=false at 1733064090589 (+6 ms)Writing region close event to WAL at 1733064090590 (+1 ms)Closed at 1733064090590 2024-12-01T14:41:30,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741830_1006 (size=56500) 2024-12-01T14:41:30,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741830_1006 (size=56500) 2024-12-01T14:41:30,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741830_1006 (size=56500) 2024-12-01T14:41:30,593 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:41:30,593 INFO [M:0;519b220a2ba1:38211 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T14:41:30,594 INFO [M:0;519b220a2ba1:38211 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38211 2024-12-01T14:41:30,594 INFO [M:0;519b220a2ba1:38211 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:41:30,729 INFO [M:0;519b220a2ba1:38211 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:41:30,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38211-0x10192a05a4c0000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:41:30,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38211-0x10192a05a4c0000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:41:30,736 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733064070748/wal.1733064071020 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733064070748/wal.1733064071020 (inode 16655) Holder DFSClient_NONMAPREDUCE_-1992809309_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733064070748/wal.1733064071020 (inode 16655) Holder DFSClient_NONMAPREDUCE_-1992809309_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-01T14:41:30,737 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733064062330/wal.1733064062510 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T14:41:30,737 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733064085589/wal.1733064085769 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T14:41:30,740 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733064071146/wal.1733064080373 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733064071146/wal.1733064080373 (inode 16678) Holder DFSClient_NONMAPREDUCE_-1992809309_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733064071146/wal.1733064080373 (inode 16678) Holder DFSClient_NONMAPREDUCE_-1992809309_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-01T14:41:30,741 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733064055298/wal.1733064055363 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T14:41:30,743 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733064080565/wal.1733064081053 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733064080565/wal.1733064081053 (inode 16704) Holder DFSClient_NONMAPREDUCE_-1992809309_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733064080565/wal.1733064081053 (inode 16704) Holder DFSClient_NONMAPREDUCE_-1992809309_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-01T14:41:30,743 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733064081192/wal.1733064081247 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T14:41:30,745 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733064055007/wal.1733064055181 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733064055007/wal.1733064055181 (inode 16485) Holder DFSClient_NONMAPREDUCE_-1992809309_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733064055007/wal.1733064055181 (inode 16485) Holder DFSClient_NONMAPREDUCE_-1992809309_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-01T14:41:30,748 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733064054581/wal.1733064054790 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733064054581/wal.1733064054790 (inode 16462) Holder DFSClient_NONMAPREDUCE_-1992809309_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733064054581/wal.1733064054790 (inode 16462) Holder DFSClient_NONMAPREDUCE_-1992809309_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-01T14:41:30,752 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35f1150e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:41:30,755 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13a77e13{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:41:30,755 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:41:30,755 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f9972d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:41:30,755 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6d5e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3bfa75e2-735a-e3b5-95f7-aa3a0b278247/hadoop.log.dir/,STOPPED} 2024-12-01T14:41:30,758 WARN [BP-871166880-172.17.0.2-1733064047512 heartbeating to localhost/127.0.0.1:44039 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T14:41:30,758 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T14:41:30,758 WARN [BP-871166880-172.17.0.2-1733064047512 heartbeating to localhost/127.0.0.1:44039 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-871166880-172.17.0.2-1733064047512 (Datanode Uuid 0a31d7ed-1f89-47ca-a8b5-08ff5ad97c87) service to localhost/127.0.0.1:44039 2024-12-01T14:41:30,758 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T14:41:30,759 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3bfa75e2-735a-e3b5-95f7-aa3a0b278247/cluster_a7addb41-f964-28d1-68f8-a3434012fb18/data/data5/current/BP-871166880-172.17.0.2-1733064047512 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:41:30,760 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3bfa75e2-735a-e3b5-95f7-aa3a0b278247/cluster_a7addb41-f964-28d1-68f8-a3434012fb18/data/data6/current/BP-871166880-172.17.0.2-1733064047512 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:41:30,760 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T14:41:30,762 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bd427b8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:41:30,762 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6915083f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:41:30,762 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:41:30,763 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cc2d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:41:30,763 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46b092e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3bfa75e2-735a-e3b5-95f7-aa3a0b278247/hadoop.log.dir/,STOPPED} 2024-12-01T14:41:30,764 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T14:41:30,764 WARN [BP-871166880-172.17.0.2-1733064047512 heartbeating to localhost/127.0.0.1:44039 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T14:41:30,764 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T14:41:30,764 WARN [BP-871166880-172.17.0.2-1733064047512 heartbeating to localhost/127.0.0.1:44039 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-871166880-172.17.0.2-1733064047512 (Datanode Uuid ba2db869-01d5-4f83-b46d-06eb508f58e8) service to localhost/127.0.0.1:44039 2024-12-01T14:41:30,764 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3bfa75e2-735a-e3b5-95f7-aa3a0b278247/cluster_a7addb41-f964-28d1-68f8-a3434012fb18/data/data3/current/BP-871166880-172.17.0.2-1733064047512 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:41:30,765 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3bfa75e2-735a-e3b5-95f7-aa3a0b278247/cluster_a7addb41-f964-28d1-68f8-a3434012fb18/data/data4/current/BP-871166880-172.17.0.2-1733064047512 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:41:30,765 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T14:41:30,767 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@330740de{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:41:30,767 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b24cab9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:41:30,767 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:41:30,767 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a359997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:41:30,768 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cf5a85e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3bfa75e2-735a-e3b5-95f7-aa3a0b278247/hadoop.log.dir/,STOPPED} 2024-12-01T14:41:30,768 WARN [BP-871166880-172.17.0.2-1733064047512 heartbeating to localhost/127.0.0.1:44039 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T14:41:30,768 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T14:41:30,769 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T14:41:30,769 WARN [BP-871166880-172.17.0.2-1733064047512 heartbeating to localhost/127.0.0.1:44039 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-871166880-172.17.0.2-1733064047512 (Datanode Uuid e93cb768-e96f-4cc9-9921-d7099cd864a8) service to localhost/127.0.0.1:44039 2024-12-01T14:41:30,769 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3bfa75e2-735a-e3b5-95f7-aa3a0b278247/cluster_a7addb41-f964-28d1-68f8-a3434012fb18/data/data1/current/BP-871166880-172.17.0.2-1733064047512 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:41:30,769 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3bfa75e2-735a-e3b5-95f7-aa3a0b278247/cluster_a7addb41-f964-28d1-68f8-a3434012fb18/data/data2/current/BP-871166880-172.17.0.2-1733064047512 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:41:30,770 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T14:41:30,775 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3717288f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:41:30,776 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:41:30,776 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:41:30,776 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:41:30,776 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3bfa75e2-735a-e3b5-95f7-aa3a0b278247/hadoop.log.dir/,STOPPED} 2024-12-01T14:41:30,784 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-01T14:41:30,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down