2024-12-10 23:27:34,929 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-12-10 23:27:34,939 main DEBUG Took 0.008613 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-10 23:27:34,940 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-10 23:27:34,940 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-10 23:27:34,941 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-10 23:27:34,942 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 23:27:34,948 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-10 23:27:34,959 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 23:27:34,960 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 23:27:34,960 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 23:27:34,961 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 23:27:34,961 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 23:27:34,961 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 23:27:34,962 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 23:27:34,962 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 23:27:34,963 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 23:27:34,963 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 23:27:34,964 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 23:27:34,964 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 23:27:34,965 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 23:27:34,965 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 23:27:34,965 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 23:27:34,965 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 23:27:34,966 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 23:27:34,966 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 23:27:34,967 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 23:27:34,967 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 23:27:34,967 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 23:27:34,967 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 23:27:34,968 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 23:27:34,968 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 23:27:34,968 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 23:27:34,969 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-10 23:27:34,970 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 23:27:34,971 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-10 23:27:34,973 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-10 23:27:34,973 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-10 23:27:34,974 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-10 23:27:34,975 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-10 23:27:34,983 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-10 23:27:34,985 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-10 23:27:34,986 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-10 23:27:34,987 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-10 23:27:34,987 main DEBUG createAppenders(={Console}) 2024-12-10 23:27:34,987 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-12-10 23:27:34,988 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-12-10 23:27:34,988 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-12-10 23:27:34,988 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-10 23:27:34,989 main DEBUG OutputStream closed 2024-12-10 23:27:34,989 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-10 23:27:34,989 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-10 23:27:34,989 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-12-10 23:27:35,057 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-10 23:27:35,059 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-10 23:27:35,059 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-10 23:27:35,060 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-10 23:27:35,061 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-10 23:27:35,061 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-10 23:27:35,062 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-10 23:27:35,062 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-10 23:27:35,062 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-10 23:27:35,062 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-10 23:27:35,063 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-10 23:27:35,063 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-10 23:27:35,063 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-10 23:27:35,063 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-10 23:27:35,064 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-10 23:27:35,064 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-10 23:27:35,064 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-10 23:27:35,065 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-10 23:27:35,067 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-10 23:27:35,068 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-12-10 23:27:35,068 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-10 23:27:35,069 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-12-10T23:27:35,296 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de65a785-98a8-0edc-8557-fc3ee5e816cd 2024-12-10 23:27:35,298 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-10 23:27:35,299 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-10T23:27:35,308 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-12-10T23:27:35,313 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayCompressed timeout: 13 mins 2024-12-10T23:27:35,334 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-10T23:27:35,383 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-10T23:27:35,383 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-10T23:27:35,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-10T23:27:35,419 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de65a785-98a8-0edc-8557-fc3ee5e816cd/cluster_11657de7-6803-818d-f591-eea5e1e268f8, deleteOnExit=true 2024-12-10T23:27:35,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-10T23:27:35,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de65a785-98a8-0edc-8557-fc3ee5e816cd/test.cache.data in system properties and HBase conf 2024-12-10T23:27:35,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de65a785-98a8-0edc-8557-fc3ee5e816cd/hadoop.tmp.dir in system properties and HBase conf 2024-12-10T23:27:35,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de65a785-98a8-0edc-8557-fc3ee5e816cd/hadoop.log.dir in system properties and HBase conf 2024-12-10T23:27:35,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de65a785-98a8-0edc-8557-fc3ee5e816cd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-10T23:27:35,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de65a785-98a8-0edc-8557-fc3ee5e816cd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-10T23:27:35,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-10T23:27:35,504 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-10T23:27:35,598 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-10T23:27:35,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de65a785-98a8-0edc-8557-fc3ee5e816cd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-10T23:27:35,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de65a785-98a8-0edc-8557-fc3ee5e816cd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-10T23:27:35,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de65a785-98a8-0edc-8557-fc3ee5e816cd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-10T23:27:35,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de65a785-98a8-0edc-8557-fc3ee5e816cd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-10T23:27:35,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de65a785-98a8-0edc-8557-fc3ee5e816cd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-10T23:27:35,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de65a785-98a8-0edc-8557-fc3ee5e816cd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-10T23:27:35,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de65a785-98a8-0edc-8557-fc3ee5e816cd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-10T23:27:35,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de65a785-98a8-0edc-8557-fc3ee5e816cd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-10T23:27:35,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de65a785-98a8-0edc-8557-fc3ee5e816cd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-10T23:27:35,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de65a785-98a8-0edc-8557-fc3ee5e816cd/nfs.dump.dir in system properties and HBase conf 2024-12-10T23:27:35,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de65a785-98a8-0edc-8557-fc3ee5e816cd/java.io.tmpdir in system properties and HBase conf 2024-12-10T23:27:35,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de65a785-98a8-0edc-8557-fc3ee5e816cd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-10T23:27:35,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de65a785-98a8-0edc-8557-fc3ee5e816cd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-10T23:27:35,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de65a785-98a8-0edc-8557-fc3ee5e816cd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-10T23:27:36,402 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-10T23:27:36,476 INFO [Time-limited test {}] log.Log(170): Logging initialized @2232ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-10T23:27:36,551 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T23:27:36,615 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T23:27:36,640 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T23:27:36,640 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T23:27:36,641 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-10T23:27:36,655 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T23:27:36,662 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de65a785-98a8-0edc-8557-fc3ee5e816cd/hadoop.log.dir/,AVAILABLE} 2024-12-10T23:27:36,663 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T23:27:36,844 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3717288f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de65a785-98a8-0edc-8557-fc3ee5e816cd/java.io.tmpdir/jetty-localhost-36049-hadoop-hdfs-3_4_1-tests_jar-_-any-6945054927881790597/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-10T23:27:36,850 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:36049} 2024-12-10T23:27:36,851 INFO [Time-limited test {}] server.Server(415): Started @2607ms 2024-12-10T23:27:37,225 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T23:27:37,232 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T23:27:37,233 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T23:27:37,233 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T23:27:37,233 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-10T23:27:37,234 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cf5a85e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de65a785-98a8-0edc-8557-fc3ee5e816cd/hadoop.log.dir/,AVAILABLE} 2024-12-10T23:27:37,234 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a359997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T23:27:37,353 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@330740de{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de65a785-98a8-0edc-8557-fc3ee5e816cd/java.io.tmpdir/jetty-localhost-40265-hadoop-hdfs-3_4_1-tests_jar-_-any-12679246879763837530/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T23:27:37,354 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b24cab9{HTTP/1.1, (http/1.1)}{localhost:40265} 2024-12-10T23:27:37,354 INFO [Time-limited test {}] server.Server(415): Started @3111ms 2024-12-10T23:27:37,406 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T23:27:37,534 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T23:27:37,542 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T23:27:37,547 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T23:27:37,547 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T23:27:37,547 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-10T23:27:37,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46b092e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de65a785-98a8-0edc-8557-fc3ee5e816cd/hadoop.log.dir/,AVAILABLE} 2024-12-10T23:27:37,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cc2d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T23:27:37,679 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bd427b8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de65a785-98a8-0edc-8557-fc3ee5e816cd/java.io.tmpdir/jetty-localhost-37677-hadoop-hdfs-3_4_1-tests_jar-_-any-11286254979946762317/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T23:27:37,680 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6915083f{HTTP/1.1, (http/1.1)}{localhost:37677} 2024-12-10T23:27:37,680 INFO [Time-limited test {}] server.Server(415): Started @3437ms 2024-12-10T23:27:37,683 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T23:27:37,730 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T23:27:37,735 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T23:27:37,738 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T23:27:37,739 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T23:27:37,739 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-10T23:27:37,740 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6d5e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de65a785-98a8-0edc-8557-fc3ee5e816cd/hadoop.log.dir/,AVAILABLE} 2024-12-10T23:27:37,741 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f9972d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T23:27:37,864 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de65a785-98a8-0edc-8557-fc3ee5e816cd/cluster_11657de7-6803-818d-f591-eea5e1e268f8/data/data4/current/BP-1079563326-172.17.0.2-1733873256162/current, will proceed with Du for space computation calculation, 2024-12-10T23:27:37,864 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de65a785-98a8-0edc-8557-fc3ee5e816cd/cluster_11657de7-6803-818d-f591-eea5e1e268f8/data/data2/current/BP-1079563326-172.17.0.2-1733873256162/current, will proceed with Du for space computation calculation, 2024-12-10T23:27:37,864 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de65a785-98a8-0edc-8557-fc3ee5e816cd/cluster_11657de7-6803-818d-f591-eea5e1e268f8/data/data1/current/BP-1079563326-172.17.0.2-1733873256162/current, will proceed with Du for space computation calculation, 2024-12-10T23:27:37,864 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de65a785-98a8-0edc-8557-fc3ee5e816cd/cluster_11657de7-6803-818d-f591-eea5e1e268f8/data/data3/current/BP-1079563326-172.17.0.2-1733873256162/current, will proceed with Du for space computation calculation, 2024-12-10T23:27:37,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35f1150e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de65a785-98a8-0edc-8557-fc3ee5e816cd/java.io.tmpdir/jetty-localhost-45021-hadoop-hdfs-3_4_1-tests_jar-_-any-6612130244284449804/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T23:27:37,868 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13a77e13{HTTP/1.1, (http/1.1)}{localhost:45021} 2024-12-10T23:27:37,868 INFO [Time-limited test {}] server.Server(415): Started @3625ms 2024-12-10T23:27:37,870 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T23:27:37,906 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T23:27:37,906 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T23:27:37,979 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc2f939e318ff3bb3 with lease ID 0x72a8d5e2d837ac4f: Processing first storage report for DS-9f16c9e2-ae36-49b2-bb07-52dfd612006a from datanode DatanodeRegistration(127.0.0.1:37017, datanodeUuid=86f3efde-aa42-4a49-9b81-2b487925160c, infoPort=34725, infoSecurePort=0, ipcPort=44205, storageInfo=lv=-57;cid=testClusterID;nsid=863916211;c=1733873256162) 2024-12-10T23:27:37,980 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc2f939e318ff3bb3 with lease ID 0x72a8d5e2d837ac4f: from storage DS-9f16c9e2-ae36-49b2-bb07-52dfd612006a node DatanodeRegistration(127.0.0.1:37017, datanodeUuid=86f3efde-aa42-4a49-9b81-2b487925160c, infoPort=34725, infoSecurePort=0, ipcPort=44205, storageInfo=lv=-57;cid=testClusterID;nsid=863916211;c=1733873256162), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-10T23:27:37,980 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf8982f6e7aaf272b with lease ID 0x72a8d5e2d837ac4e: Processing first storage report for DS-f32b2228-ad36-4c13-a6d3-d2ad84131b79 from datanode DatanodeRegistration(127.0.0.1:39663, datanodeUuid=714e1926-2544-4742-a2f8-222c05d440cd, infoPort=35967, infoSecurePort=0, ipcPort=40667, storageInfo=lv=-57;cid=testClusterID;nsid=863916211;c=1733873256162) 2024-12-10T23:27:37,981 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf8982f6e7aaf272b with lease ID 0x72a8d5e2d837ac4e: from storage DS-f32b2228-ad36-4c13-a6d3-d2ad84131b79 node DatanodeRegistration(127.0.0.1:39663, datanodeUuid=714e1926-2544-4742-a2f8-222c05d440cd, infoPort=35967, infoSecurePort=0, ipcPort=40667, storageInfo=lv=-57;cid=testClusterID;nsid=863916211;c=1733873256162), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T23:27:37,981 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc2f939e318ff3bb3 with lease ID 0x72a8d5e2d837ac4f: Processing first storage report for DS-16311677-108c-4362-9ad8-ba59b0660332 from datanode DatanodeRegistration(127.0.0.1:37017, datanodeUuid=86f3efde-aa42-4a49-9b81-2b487925160c, infoPort=34725, infoSecurePort=0, ipcPort=44205, storageInfo=lv=-57;cid=testClusterID;nsid=863916211;c=1733873256162) 2024-12-10T23:27:37,981 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc2f939e318ff3bb3 with lease ID 0x72a8d5e2d837ac4f: from storage DS-16311677-108c-4362-9ad8-ba59b0660332 node DatanodeRegistration(127.0.0.1:37017, datanodeUuid=86f3efde-aa42-4a49-9b81-2b487925160c, infoPort=34725, infoSecurePort=0, ipcPort=44205, storageInfo=lv=-57;cid=testClusterID;nsid=863916211;c=1733873256162), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T23:27:37,981 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf8982f6e7aaf272b with lease ID 0x72a8d5e2d837ac4e: Processing first storage report for DS-73764a49-52d4-46f7-85e9-b8862e0740ab from datanode DatanodeRegistration(127.0.0.1:39663, datanodeUuid=714e1926-2544-4742-a2f8-222c05d440cd, infoPort=35967, infoSecurePort=0, ipcPort=40667, storageInfo=lv=-57;cid=testClusterID;nsid=863916211;c=1733873256162) 2024-12-10T23:27:37,981 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf8982f6e7aaf272b with lease ID 0x72a8d5e2d837ac4e: from storage DS-73764a49-52d4-46f7-85e9-b8862e0740ab node DatanodeRegistration(127.0.0.1:39663, datanodeUuid=714e1926-2544-4742-a2f8-222c05d440cd, infoPort=35967, infoSecurePort=0, ipcPort=40667, storageInfo=lv=-57;cid=testClusterID;nsid=863916211;c=1733873256162), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T23:27:38,007 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de65a785-98a8-0edc-8557-fc3ee5e816cd/cluster_11657de7-6803-818d-f591-eea5e1e268f8/data/data5/current/BP-1079563326-172.17.0.2-1733873256162/current, will proceed with Du for space computation calculation, 2024-12-10T23:27:38,007 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de65a785-98a8-0edc-8557-fc3ee5e816cd/cluster_11657de7-6803-818d-f591-eea5e1e268f8/data/data6/current/BP-1079563326-172.17.0.2-1733873256162/current, will proceed with Du for space computation calculation, 2024-12-10T23:27:38,036 WARN [Thread-123 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T23:27:38,041 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x55a3ffe00d68a883 with lease ID 0x72a8d5e2d837ac50: Processing first storage report for DS-e97f9cc2-63a3-4776-b9bc-8aabc1aeceb4 from datanode DatanodeRegistration(127.0.0.1:44405, datanodeUuid=e843debd-1232-44b9-bef8-f7cded5e24ca, infoPort=37191, infoSecurePort=0, ipcPort=37205, storageInfo=lv=-57;cid=testClusterID;nsid=863916211;c=1733873256162) 2024-12-10T23:27:38,041 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x55a3ffe00d68a883 with lease ID 0x72a8d5e2d837ac50: from storage DS-e97f9cc2-63a3-4776-b9bc-8aabc1aeceb4 node DatanodeRegistration(127.0.0.1:44405, datanodeUuid=e843debd-1232-44b9-bef8-f7cded5e24ca, infoPort=37191, infoSecurePort=0, ipcPort=37205, storageInfo=lv=-57;cid=testClusterID;nsid=863916211;c=1733873256162), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T23:27:38,042 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x55a3ffe00d68a883 with lease ID 0x72a8d5e2d837ac50: Processing first storage report for DS-b47666bd-38d8-4cec-bdb3-f66793494387 from datanode DatanodeRegistration(127.0.0.1:44405, datanodeUuid=e843debd-1232-44b9-bef8-f7cded5e24ca, infoPort=37191, infoSecurePort=0, ipcPort=37205, storageInfo=lv=-57;cid=testClusterID;nsid=863916211;c=1733873256162) 2024-12-10T23:27:38,042 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x55a3ffe00d68a883 with lease ID 0x72a8d5e2d837ac50: from storage DS-b47666bd-38d8-4cec-bdb3-f66793494387 node DatanodeRegistration(127.0.0.1:44405, datanodeUuid=e843debd-1232-44b9-bef8-f7cded5e24ca, infoPort=37191, infoSecurePort=0, ipcPort=37205, storageInfo=lv=-57;cid=testClusterID;nsid=863916211;c=1733873256162), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T23:27:38,251 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de65a785-98a8-0edc-8557-fc3ee5e816cd 2024-12-10T23:27:38,328 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de65a785-98a8-0edc-8557-fc3ee5e816cd/cluster_11657de7-6803-818d-f591-eea5e1e268f8/zookeeper_0, clientPort=59874, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de65a785-98a8-0edc-8557-fc3ee5e816cd/cluster_11657de7-6803-818d-f591-eea5e1e268f8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de65a785-98a8-0edc-8557-fc3ee5e816cd/cluster_11657de7-6803-818d-f591-eea5e1e268f8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-10T23:27:38,339 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59874 2024-12-10T23:27:38,348 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T23:27:38,351 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T23:27:38,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741825_1001 (size=7) 2024-12-10T23:27:38,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741825_1001 (size=7) 2024-12-10T23:27:38,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741825_1001 (size=7) 2024-12-10T23:27:38,978 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb with version=8 2024-12-10T23:27:38,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/hbase-staging 2024-12-10T23:27:39,279 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7a5975741222:0 server-side Connection retries=45 2024-12-10T23:27:39,290 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T23:27:39,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T23:27:39,295 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T23:27:39,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T23:27:39,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T23:27:39,428 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-10T23:27:39,487 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-10T23:27:39,495 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-10T23:27:39,499 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T23:27:39,528 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 4800 (auto-detected) 2024-12-10T23:27:39,529 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-10T23:27:39,549 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36131 2024-12-10T23:27:39,570 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36131 connecting to ZooKeeper ensemble=127.0.0.1:59874 2024-12-10T23:27:39,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:361310x0, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T23:27:39,604 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36131-0x1019eb439d20000 connected 2024-12-10T23:27:39,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T23:27:39,634 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T23:27:39,643 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36131-0x1019eb439d20000, quorum=127.0.0.1:59874, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T23:27:39,647 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb, hbase.cluster.distributed=false 2024-12-10T23:27:39,670 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36131-0x1019eb439d20000, quorum=127.0.0.1:59874, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T23:27:39,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36131 2024-12-10T23:27:39,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36131 2024-12-10T23:27:39,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36131 2024-12-10T23:27:39,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36131 2024-12-10T23:27:39,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36131 2024-12-10T23:27:39,792 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7a5975741222:0 server-side Connection retries=45 2024-12-10T23:27:39,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T23:27:39,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T23:27:39,795 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T23:27:39,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T23:27:39,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T23:27:39,798 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T23:27:39,801 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T23:27:39,802 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38799 2024-12-10T23:27:39,804 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38799 connecting to ZooKeeper ensemble=127.0.0.1:59874 2024-12-10T23:27:39,805 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T23:27:39,807 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T23:27:39,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387990x0, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T23:27:39,814 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38799-0x1019eb439d20001 connected 2024-12-10T23:27:39,814 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38799-0x1019eb439d20001, quorum=127.0.0.1:59874, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T23:27:39,818 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T23:27:39,827 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T23:27:39,829 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38799-0x1019eb439d20001, quorum=127.0.0.1:59874, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T23:27:39,835 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38799-0x1019eb439d20001, quorum=127.0.0.1:59874, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T23:27:39,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38799 2024-12-10T23:27:39,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38799 2024-12-10T23:27:39,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38799 2024-12-10T23:27:39,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38799 2024-12-10T23:27:39,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38799 2024-12-10T23:27:39,862 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7a5975741222:0 server-side Connection retries=45 2024-12-10T23:27:39,862 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T23:27:39,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T23:27:39,863 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T23:27:39,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T23:27:39,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T23:27:39,864 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T23:27:39,864 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T23:27:39,865 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38037 2024-12-10T23:27:39,866 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38037 connecting to ZooKeeper ensemble=127.0.0.1:59874 2024-12-10T23:27:39,867 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T23:27:39,870 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T23:27:39,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380370x0, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T23:27:39,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38037-0x1019eb439d20002 connected 2024-12-10T23:27:39,876 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38037-0x1019eb439d20002, quorum=127.0.0.1:59874, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T23:27:39,877 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T23:27:39,878 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T23:27:39,879 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38037-0x1019eb439d20002, quorum=127.0.0.1:59874, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T23:27:39,881 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38037-0x1019eb439d20002, quorum=127.0.0.1:59874, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T23:27:39,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38037 2024-12-10T23:27:39,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38037 2024-12-10T23:27:39,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38037 2024-12-10T23:27:39,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38037 2024-12-10T23:27:39,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38037 2024-12-10T23:27:39,906 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7a5975741222:0 server-side Connection retries=45 2024-12-10T23:27:39,906 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T23:27:39,906 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T23:27:39,906 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T23:27:39,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T23:27:39,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T23:27:39,907 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T23:27:39,907 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T23:27:39,909 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37373 2024-12-10T23:27:39,911 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37373 connecting to ZooKeeper ensemble=127.0.0.1:59874 2024-12-10T23:27:39,912 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T23:27:39,916 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T23:27:39,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373730x0, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T23:27:39,925 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:373730x0, quorum=127.0.0.1:59874, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T23:27:39,925 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37373-0x1019eb439d20003 connected 2024-12-10T23:27:39,925 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T23:27:39,926 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T23:27:39,927 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37373-0x1019eb439d20003, quorum=127.0.0.1:59874, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T23:27:39,929 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37373-0x1019eb439d20003, quorum=127.0.0.1:59874, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T23:27:39,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37373 2024-12-10T23:27:39,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37373 2024-12-10T23:27:39,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37373 2024-12-10T23:27:39,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37373 2024-12-10T23:27:39,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37373 2024-12-10T23:27:39,957 DEBUG [M:0;7a5975741222:36131 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7a5975741222:36131 2024-12-10T23:27:39,959 INFO [master/7a5975741222:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7a5975741222,36131,1733873259085 2024-12-10T23:27:39,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x1019eb439d20002, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T23:27:39,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36131-0x1019eb439d20000, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T23:27:39,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37373-0x1019eb439d20003, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T23:27:39,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38799-0x1019eb439d20001, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T23:27:39,968 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36131-0x1019eb439d20000, quorum=127.0.0.1:59874, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7a5975741222,36131,1733873259085 2024-12-10T23:27:39,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x1019eb439d20002, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T23:27:39,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38799-0x1019eb439d20001, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T23:27:39,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37373-0x1019eb439d20003, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T23:27:39,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36131-0x1019eb439d20000, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:27:39,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x1019eb439d20002, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:27:39,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38799-0x1019eb439d20001, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:27:39,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37373-0x1019eb439d20003, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:27:39,998 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36131-0x1019eb439d20000, quorum=127.0.0.1:59874, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-10T23:27:39,999 INFO [master/7a5975741222:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7a5975741222,36131,1733873259085 from backup master directory 2024-12-10T23:27:40,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36131-0x1019eb439d20000, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7a5975741222,36131,1733873259085 2024-12-10T23:27:40,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x1019eb439d20002, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T23:27:40,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36131-0x1019eb439d20000, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T23:27:40,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38799-0x1019eb439d20001, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T23:27:40,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37373-0x1019eb439d20003, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T23:27:40,002 WARN [master/7a5975741222:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T23:27:40,002 INFO [master/7a5975741222:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7a5975741222,36131,1733873259085 2024-12-10T23:27:40,005 INFO [master/7a5975741222:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-10T23:27:40,006 INFO [master/7a5975741222:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-10T23:27:40,061 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/hbase.id] with ID: 8edb72df-60bf-470e-a2f7-b993903c05a8 2024-12-10T23:27:40,061 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/.tmp/hbase.id 2024-12-10T23:27:40,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741826_1002 (size=42) 2024-12-10T23:27:40,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741826_1002 (size=42) 2024-12-10T23:27:40,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741826_1002 (size=42) 2024-12-10T23:27:40,076 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/.tmp/hbase.id]:[hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/hbase.id] 2024-12-10T23:27:40,118 INFO [master/7a5975741222:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T23:27:40,123 INFO [master/7a5975741222:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-10T23:27:40,143 INFO [master/7a5975741222:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-12-10T23:27:40,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x1019eb439d20002, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:27:40,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37373-0x1019eb439d20003, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:27:40,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36131-0x1019eb439d20000, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:27:40,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38799-0x1019eb439d20001, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:27:40,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741827_1003 (size=196) 2024-12-10T23:27:40,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741827_1003 (size=196) 2024-12-10T23:27:40,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741827_1003 (size=196) 2024-12-10T23:27:40,185 INFO [master/7a5975741222:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T23:27:40,188 INFO [master/7a5975741222:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-10T23:27:40,194 INFO [master/7a5975741222:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:27:40,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741828_1004 (size=1189) 2024-12-10T23:27:40,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741828_1004 (size=1189) 2024-12-10T23:27:40,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741828_1004 (size=1189) 2024-12-10T23:27:40,245 INFO [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/MasterData/data/master/store 2024-12-10T23:27:40,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741829_1005 (size=34) 2024-12-10T23:27:40,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741829_1005 (size=34) 2024-12-10T23:27:40,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741829_1005 (size=34) 2024-12-10T23:27:40,273 INFO [master/7a5975741222:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-10T23:27:40,276 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:27:40,277 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-10T23:27:40,277 INFO [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T23:27:40,278 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T23:27:40,279 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-10T23:27:40,279 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T23:27:40,279 INFO [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T23:27:40,280 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733873260277Disabling compacts and flushes for region at 1733873260277Disabling writes for close at 1733873260279 (+2 ms)Writing region close event to WAL at 1733873260279Closed at 1733873260279 2024-12-10T23:27:40,282 WARN [master/7a5975741222:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/MasterData/data/master/store/.initializing 2024-12-10T23:27:40,283 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/MasterData/WALs/7a5975741222,36131,1733873259085 2024-12-10T23:27:40,290 INFO [master/7a5975741222:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T23:27:40,303 INFO [master/7a5975741222:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7a5975741222%2C36131%2C1733873259085, suffix=, logDir=hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/MasterData/WALs/7a5975741222,36131,1733873259085, archiveDir=hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/MasterData/oldWALs, maxLogs=10 2024-12-10T23:27:40,334 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/MasterData/WALs/7a5975741222,36131,1733873259085/7a5975741222%2C36131%2C1733873259085.1733873260308, exclude list is [], retry=0 2024-12-10T23:27:40,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:27:40,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44405,DS-e97f9cc2-63a3-4776-b9bc-8aabc1aeceb4,DISK] 2024-12-10T23:27:40,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37017,DS-9f16c9e2-ae36-49b2-bb07-52dfd612006a,DISK] 2024-12-10T23:27:40,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39663,DS-f32b2228-ad36-4c13-a6d3-d2ad84131b79,DISK] 2024-12-10T23:27:40,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-10T23:27:40,403 INFO [master/7a5975741222:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/MasterData/WALs/7a5975741222,36131,1733873259085/7a5975741222%2C36131%2C1733873259085.1733873260308 2024-12-10T23:27:40,404 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37191:37191),(127.0.0.1/127.0.0.1:34725:34725),(127.0.0.1/127.0.0.1:35967:35967)] 2024-12-10T23:27:40,405 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-10T23:27:40,405 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:27:40,409 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T23:27:40,410 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T23:27:40,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T23:27:40,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-10T23:27:40,479 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:40,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T23:27:40,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T23:27:40,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-10T23:27:40,487 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:40,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:27:40,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T23:27:40,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-10T23:27:40,492 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:40,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:27:40,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T23:27:40,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-10T23:27:40,496 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:40,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:27:40,497 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T23:27:40,501 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-10T23:27:40,502 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-10T23:27:40,507 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T23:27:40,507 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T23:27:40,510 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T23:27:40,514 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T23:27:40,518 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T23:27:40,519 INFO [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64780030, jitterRate=-0.03470233082771301}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T23:27:40,526 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733873260423Initializing all the Stores at 1733873260425 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733873260425Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873260426 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873260426Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873260426Cleaning up temporary data from old regions at 1733873260507 (+81 ms)Region opened successfully at 1733873260525 (+18 ms) 2024-12-10T23:27:40,527 INFO [master/7a5975741222:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-10T23:27:40,563 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74e65ff6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a5975741222/172.17.0.2:0 2024-12-10T23:27:40,597 INFO [master/7a5975741222:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-10T23:27:40,609 INFO [master/7a5975741222:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-10T23:27:40,609 INFO [master/7a5975741222:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-10T23:27:40,612 INFO [master/7a5975741222:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-10T23:27:40,614 INFO [master/7a5975741222:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-10T23:27:40,619 INFO [master/7a5975741222:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-10T23:27:40,619 INFO [master/7a5975741222:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-10T23:27:40,645 INFO [master/7a5975741222:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-10T23:27:40,653 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36131-0x1019eb439d20000, quorum=127.0.0.1:59874, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-10T23:27:40,655 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-10T23:27:40,658 INFO [master/7a5975741222:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-10T23:27:40,659 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36131-0x1019eb439d20000, quorum=127.0.0.1:59874, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-10T23:27:40,660 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-10T23:27:40,663 INFO [master/7a5975741222:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-10T23:27:40,666 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36131-0x1019eb439d20000, quorum=127.0.0.1:59874, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-10T23:27:40,667 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-10T23:27:40,668 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36131-0x1019eb439d20000, quorum=127.0.0.1:59874, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-10T23:27:40,671 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-10T23:27:40,690 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36131-0x1019eb439d20000, quorum=127.0.0.1:59874, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-10T23:27:40,692 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-10T23:27:40,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x1019eb439d20002, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T23:27:40,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37373-0x1019eb439d20003, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T23:27:40,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38799-0x1019eb439d20001, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T23:27:40,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x1019eb439d20002, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:27:40,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37373-0x1019eb439d20003, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:27:40,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36131-0x1019eb439d20000, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T23:27:40,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38799-0x1019eb439d20001, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:27:40,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36131-0x1019eb439d20000, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:27:40,699 INFO [master/7a5975741222:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7a5975741222,36131,1733873259085, sessionid=0x1019eb439d20000, setting cluster-up flag (Was=false) 2024-12-10T23:27:40,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37373-0x1019eb439d20003, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:27:40,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38799-0x1019eb439d20001, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:27:40,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x1019eb439d20002, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:27:40,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36131-0x1019eb439d20000, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:27:40,718 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-10T23:27:40,719 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a5975741222,36131,1733873259085 2024-12-10T23:27:40,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38799-0x1019eb439d20001, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:27:40,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36131-0x1019eb439d20000, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:27:40,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x1019eb439d20002, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:27:40,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37373-0x1019eb439d20003, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:27:40,732 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-10T23:27:40,734 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a5975741222,36131,1733873259085 2024-12-10T23:27:40,740 INFO [master/7a5975741222:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-10T23:27:40,742 INFO [RS:0;7a5975741222:38799 {}] regionserver.HRegionServer(746): ClusterId : 8edb72df-60bf-470e-a2f7-b993903c05a8 2024-12-10T23:27:40,742 INFO [RS:1;7a5975741222:38037 {}] regionserver.HRegionServer(746): ClusterId : 8edb72df-60bf-470e-a2f7-b993903c05a8 2024-12-10T23:27:40,742 INFO [RS:2;7a5975741222:37373 {}] regionserver.HRegionServer(746): ClusterId : 8edb72df-60bf-470e-a2f7-b993903c05a8 2024-12-10T23:27:40,745 DEBUG [RS:0;7a5975741222:38799 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T23:27:40,745 DEBUG [RS:1;7a5975741222:38037 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T23:27:40,745 DEBUG [RS:2;7a5975741222:37373 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T23:27:40,750 DEBUG [RS:0;7a5975741222:38799 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T23:27:40,750 DEBUG [RS:1;7a5975741222:38037 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T23:27:40,750 DEBUG [RS:2;7a5975741222:37373 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T23:27:40,750 DEBUG [RS:0;7a5975741222:38799 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T23:27:40,750 DEBUG [RS:1;7a5975741222:38037 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T23:27:40,750 DEBUG [RS:2;7a5975741222:37373 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T23:27:40,753 DEBUG [RS:0;7a5975741222:38799 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T23:27:40,754 DEBUG [RS:2;7a5975741222:37373 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T23:27:40,754 DEBUG [RS:1;7a5975741222:38037 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T23:27:40,754 DEBUG [RS:0;7a5975741222:38799 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bb7c66c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a5975741222/172.17.0.2:0 2024-12-10T23:27:40,755 DEBUG [RS:1;7a5975741222:38037 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17666725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a5975741222/172.17.0.2:0 2024-12-10T23:27:40,755 DEBUG [RS:2;7a5975741222:37373 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3907d06e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a5975741222/172.17.0.2:0 2024-12-10T23:27:40,771 DEBUG [RS:1;7a5975741222:38037 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;7a5975741222:38037 2024-12-10T23:27:40,774 INFO [RS:1;7a5975741222:38037 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-10T23:27:40,775 INFO [RS:1;7a5975741222:38037 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-10T23:27:40,775 DEBUG [RS:1;7a5975741222:38037 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-10T23:27:40,776 DEBUG [RS:0;7a5975741222:38799 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7a5975741222:38799 2024-12-10T23:27:40,776 INFO [RS:0;7a5975741222:38799 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-10T23:27:40,776 INFO [RS:0;7a5975741222:38799 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-10T23:27:40,776 DEBUG [RS:0;7a5975741222:38799 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-10T23:27:40,778 DEBUG [RS:2;7a5975741222:37373 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;7a5975741222:37373 2024-12-10T23:27:40,778 INFO [RS:0;7a5975741222:38799 {}] regionserver.HRegionServer(2659): reportForDuty to master=7a5975741222,36131,1733873259085 with port=38799, startcode=1733873259753 2024-12-10T23:27:40,778 INFO [RS:2;7a5975741222:37373 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-10T23:27:40,778 INFO [RS:1;7a5975741222:38037 {}] regionserver.HRegionServer(2659): reportForDuty to master=7a5975741222,36131,1733873259085 with port=38037, startcode=1733873259862 2024-12-10T23:27:40,778 INFO [RS:2;7a5975741222:37373 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-10T23:27:40,778 DEBUG [RS:2;7a5975741222:37373 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-10T23:27:40,779 INFO [RS:2;7a5975741222:37373 {}] regionserver.HRegionServer(2659): reportForDuty to master=7a5975741222,36131,1733873259085 with port=37373, startcode=1733873259905 2024-12-10T23:27:40,792 DEBUG [RS:1;7a5975741222:38037 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T23:27:40,792 DEBUG [RS:0;7a5975741222:38799 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T23:27:40,792 DEBUG [RS:2;7a5975741222:37373 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T23:27:40,838 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-10T23:27:40,839 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46773, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T23:27:40,839 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47749, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T23:27:40,839 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37889, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T23:27:40,848 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36131 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-10T23:27:40,848 INFO [master/7a5975741222:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-10T23:27:40,855 INFO [master/7a5975741222:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-10T23:27:40,855 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36131 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-10T23:27:40,856 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36131 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-10T23:27:40,861 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7a5975741222,36131,1733873259085 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-10T23:27:40,869 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7a5975741222:0, corePoolSize=5, maxPoolSize=5 2024-12-10T23:27:40,869 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7a5975741222:0, corePoolSize=5, maxPoolSize=5 2024-12-10T23:27:40,869 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7a5975741222:0, corePoolSize=5, maxPoolSize=5 2024-12-10T23:27:40,869 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7a5975741222:0, corePoolSize=5, maxPoolSize=5 2024-12-10T23:27:40,869 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7a5975741222:0, corePoolSize=10, maxPoolSize=10 2024-12-10T23:27:40,869 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:27:40,869 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7a5975741222:0, corePoolSize=2, maxPoolSize=2 2024-12-10T23:27:40,870 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:27:40,873 INFO [master/7a5975741222:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733873290873 2024-12-10T23:27:40,875 INFO [master/7a5975741222:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-10T23:27:40,876 INFO [master/7a5975741222:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-10T23:27:40,878 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-10T23:27:40,878 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-10T23:27:40,880 DEBUG [RS:0;7a5975741222:38799 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-10T23:27:40,880 DEBUG [RS:2;7a5975741222:37373 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-10T23:27:40,880 WARN [RS:0;7a5975741222:38799 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-10T23:27:40,880 WARN [RS:2;7a5975741222:37373 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-10T23:27:40,880 DEBUG [RS:1;7a5975741222:38037 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-10T23:27:40,880 WARN [RS:1;7a5975741222:38037 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-10T23:27:40,881 INFO [master/7a5975741222:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-10T23:27:40,881 INFO [master/7a5975741222:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-10T23:27:40,881 INFO [master/7a5975741222:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-10T23:27:40,881 INFO [master/7a5975741222:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-10T23:27:40,882 INFO [master/7a5975741222:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-10T23:27:40,884 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:40,885 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-10T23:27:40,886 INFO [master/7a5975741222:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-10T23:27:40,888 INFO [master/7a5975741222:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-10T23:27:40,888 INFO [master/7a5975741222:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-10T23:27:40,890 INFO [master/7a5975741222:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-10T23:27:40,891 INFO [master/7a5975741222:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-10T23:27:40,893 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7a5975741222:0:becomeActiveMaster-HFileCleaner.large.0-1733873260892,5,FailOnTimeoutGroup] 2024-12-10T23:27:40,895 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7a5975741222:0:becomeActiveMaster-HFileCleaner.small.0-1733873260893,5,FailOnTimeoutGroup] 2024-12-10T23:27:40,895 INFO [master/7a5975741222:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-10T23:27:40,895 INFO [master/7a5975741222:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-10T23:27:40,897 INFO [master/7a5975741222:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-10T23:27:40,897 INFO [master/7a5975741222:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-10T23:27:40,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741831_1007 (size=1321) 2024-12-10T23:27:40,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741831_1007 (size=1321) 2024-12-10T23:27:40,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741831_1007 (size=1321) 2024-12-10T23:27:40,930 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-10T23:27:40,931 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb 2024-12-10T23:27:40,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741832_1008 (size=32) 2024-12-10T23:27:40,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741832_1008 (size=32) 2024-12-10T23:27:40,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741832_1008 (size=32) 2024-12-10T23:27:40,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:27:40,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-10T23:27:40,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-10T23:27:40,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:40,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T23:27:40,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-10T23:27:40,954 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-10T23:27:40,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:40,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T23:27:40,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-10T23:27:40,958 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-10T23:27:40,958 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:40,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T23:27:40,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-10T23:27:40,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-10T23:27:40,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:40,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T23:27:40,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-10T23:27:40,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/hbase/meta/1588230740 2024-12-10T23:27:40,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/hbase/meta/1588230740 2024-12-10T23:27:40,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-10T23:27:40,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-10T23:27:40,968 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T23:27:40,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-10T23:27:40,974 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T23:27:40,975 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64237805, jitterRate=-0.04278211295604706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T23:27:40,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733873260946Initializing all the Stores at 1733873260948 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733873260948Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733873260948Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873260948Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733873260948Cleaning up temporary data from old regions at 1733873260967 (+19 ms)Region opened successfully at 1733873260977 (+10 ms) 2024-12-10T23:27:40,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-10T23:27:40,977 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-10T23:27:40,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-10T23:27:40,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-10T23:27:40,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-10T23:27:40,979 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-10T23:27:40,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733873260977Disabling compacts and flushes for region at 1733873260977Disabling writes for close at 1733873260977Writing region close event to WAL at 1733873260978 (+1 ms)Closed at 1733873260979 (+1 ms) 2024-12-10T23:27:40,981 INFO [RS:0;7a5975741222:38799 {}] regionserver.HRegionServer(2659): reportForDuty to master=7a5975741222,36131,1733873259085 with port=38799, startcode=1733873259753 2024-12-10T23:27:40,981 INFO [RS:2;7a5975741222:37373 {}] regionserver.HRegionServer(2659): reportForDuty to master=7a5975741222,36131,1733873259085 with port=37373, startcode=1733873259905 2024-12-10T23:27:40,982 INFO [RS:1;7a5975741222:38037 {}] regionserver.HRegionServer(2659): reportForDuty to master=7a5975741222,36131,1733873259085 with port=38037, startcode=1733873259862 2024-12-10T23:27:40,983 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36131 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7a5975741222,38799,1733873259753 2024-12-10T23:27:40,984 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-10T23:27:40,984 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-10T23:27:40,986 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36131 {}] master.ServerManager(517): Registering regionserver=7a5975741222,38799,1733873259753 2024-12-10T23:27:40,992 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-10T23:27:40,994 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36131 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7a5975741222,37373,1733873259905 2024-12-10T23:27:40,994 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36131 {}] master.ServerManager(517): Registering regionserver=7a5975741222,37373,1733873259905 2024-12-10T23:27:40,994 DEBUG [RS:0;7a5975741222:38799 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb 2024-12-10T23:27:40,995 DEBUG [RS:0;7a5975741222:38799 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36669 2024-12-10T23:27:40,995 DEBUG [RS:0;7a5975741222:38799 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-10T23:27:40,997 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36131 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7a5975741222,38037,1733873259862 2024-12-10T23:27:40,997 DEBUG [RS:2;7a5975741222:37373 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb 2024-12-10T23:27:40,998 DEBUG [RS:2;7a5975741222:37373 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36669 2024-12-10T23:27:40,998 DEBUG [RS:2;7a5975741222:37373 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-10T23:27:40,998 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36131 {}] master.ServerManager(517): Registering regionserver=7a5975741222,38037,1733873259862 2024-12-10T23:27:41,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36131-0x1019eb439d20000, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T23:27:41,001 DEBUG [RS:1;7a5975741222:38037 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb 2024-12-10T23:27:41,002 DEBUG [RS:1;7a5975741222:38037 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36669 2024-12-10T23:27:41,002 DEBUG [RS:1;7a5975741222:38037 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-10T23:27:41,002 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-10T23:27:41,004 DEBUG [RS:0;7a5975741222:38799 {}] zookeeper.ZKUtil(111): regionserver:38799-0x1019eb439d20001, quorum=127.0.0.1:59874, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7a5975741222,38799,1733873259753 2024-12-10T23:27:41,004 WARN [RS:0;7a5975741222:38799 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T23:27:41,005 INFO [RS:0;7a5975741222:38799 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:27:41,005 DEBUG [RS:0;7a5975741222:38799 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/WALs/7a5975741222,38799,1733873259753 2024-12-10T23:27:41,005 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-10T23:27:41,006 DEBUG [RS:2;7a5975741222:37373 {}] zookeeper.ZKUtil(111): regionserver:37373-0x1019eb439d20003, quorum=127.0.0.1:59874, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7a5975741222,37373,1733873259905 2024-12-10T23:27:41,006 WARN [RS:2;7a5975741222:37373 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T23:27:41,006 INFO [RS:2;7a5975741222:37373 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:27:41,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36131-0x1019eb439d20000, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T23:27:41,006 DEBUG [RS:2;7a5975741222:37373 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/WALs/7a5975741222,37373,1733873259905 2024-12-10T23:27:41,007 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7a5975741222,37373,1733873259905] 2024-12-10T23:27:41,007 DEBUG [RS:1;7a5975741222:38037 {}] zookeeper.ZKUtil(111): regionserver:38037-0x1019eb439d20002, quorum=127.0.0.1:59874, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7a5975741222,38037,1733873259862 2024-12-10T23:27:41,007 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7a5975741222,38799,1733873259753] 2024-12-10T23:27:41,007 WARN [RS:1;7a5975741222:38037 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T23:27:41,007 INFO [RS:1;7a5975741222:38037 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:27:41,007 DEBUG [RS:1;7a5975741222:38037 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/WALs/7a5975741222,38037,1733873259862 2024-12-10T23:27:41,008 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7a5975741222,38037,1733873259862] 2024-12-10T23:27:41,037 INFO [RS:2;7a5975741222:37373 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T23:27:41,038 INFO [RS:1;7a5975741222:38037 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T23:27:41,038 INFO [RS:0;7a5975741222:38799 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T23:27:41,054 INFO [RS:2;7a5975741222:37373 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T23:27:41,054 INFO [RS:1;7a5975741222:38037 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T23:27:41,054 INFO [RS:0;7a5975741222:38799 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T23:27:41,061 INFO [RS:2;7a5975741222:37373 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T23:27:41,061 INFO [RS:0;7a5975741222:38799 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T23:27:41,061 INFO [RS:1;7a5975741222:38037 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T23:27:41,061 INFO [RS:2;7a5975741222:37373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T23:27:41,062 INFO [RS:0;7a5975741222:38799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T23:27:41,063 INFO [RS:2;7a5975741222:37373 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-10T23:27:41,063 INFO [RS:0;7a5975741222:38799 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-10T23:27:41,067 INFO [RS:1;7a5975741222:38037 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T23:27:41,067 INFO [RS:1;7a5975741222:38037 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-10T23:27:41,070 INFO [RS:2;7a5975741222:37373 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-10T23:27:41,070 INFO [RS:0;7a5975741222:38799 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-10T23:27:41,070 INFO [RS:1;7a5975741222:38037 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-10T23:27:41,071 INFO [RS:1;7a5975741222:38037 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T23:27:41,071 INFO [RS:2;7a5975741222:37373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T23:27:41,071 INFO [RS:0;7a5975741222:38799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T23:27:41,072 DEBUG [RS:0;7a5975741222:38799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:27:41,072 DEBUG [RS:2;7a5975741222:37373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:27:41,072 DEBUG [RS:1;7a5975741222:38037 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:27:41,072 DEBUG [RS:0;7a5975741222:38799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:27:41,072 DEBUG [RS:1;7a5975741222:38037 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:27:41,072 DEBUG [RS:0;7a5975741222:38799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:27:41,072 DEBUG [RS:1;7a5975741222:38037 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:27:41,072 DEBUG [RS:0;7a5975741222:38799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:27:41,072 DEBUG [RS:2;7a5975741222:37373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:27:41,072 DEBUG [RS:1;7a5975741222:38037 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:27:41,072 DEBUG [RS:2;7a5975741222:37373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:27:41,072 DEBUG [RS:0;7a5975741222:38799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:27:41,073 DEBUG [RS:2;7a5975741222:37373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:27:41,073 DEBUG [RS:1;7a5975741222:38037 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:27:41,073 DEBUG [RS:0;7a5975741222:38799 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0, corePoolSize=2, maxPoolSize=2 2024-12-10T23:27:41,073 DEBUG [RS:1;7a5975741222:38037 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0, corePoolSize=2, maxPoolSize=2 2024-12-10T23:27:41,073 DEBUG [RS:2;7a5975741222:37373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:27:41,073 DEBUG [RS:0;7a5975741222:38799 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:27:41,073 DEBUG [RS:1;7a5975741222:38037 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:27:41,073 DEBUG [RS:2;7a5975741222:37373 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0, corePoolSize=2, maxPoolSize=2 2024-12-10T23:27:41,073 DEBUG [RS:0;7a5975741222:38799 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:27:41,073 DEBUG [RS:2;7a5975741222:37373 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:27:41,073 DEBUG [RS:1;7a5975741222:38037 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:27:41,073 DEBUG [RS:0;7a5975741222:38799 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:27:41,073 DEBUG [RS:2;7a5975741222:37373 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:27:41,073 DEBUG [RS:1;7a5975741222:38037 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:27:41,073 DEBUG [RS:0;7a5975741222:38799 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:27:41,073 DEBUG [RS:1;7a5975741222:38037 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:27:41,073 DEBUG [RS:2;7a5975741222:37373 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:27:41,073 DEBUG [RS:0;7a5975741222:38799 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:27:41,074 DEBUG [RS:2;7a5975741222:37373 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:27:41,074 DEBUG [RS:1;7a5975741222:38037 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:27:41,074 DEBUG [RS:0;7a5975741222:38799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:27:41,074 DEBUG [RS:1;7a5975741222:38037 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:27:41,074 DEBUG [RS:2;7a5975741222:37373 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:27:41,074 DEBUG [RS:0;7a5975741222:38799 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0, corePoolSize=3, maxPoolSize=3 2024-12-10T23:27:41,074 DEBUG [RS:1;7a5975741222:38037 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0, corePoolSize=3, maxPoolSize=3 2024-12-10T23:27:41,074 DEBUG [RS:2;7a5975741222:37373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:27:41,074 DEBUG [RS:0;7a5975741222:38799 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7a5975741222:0, corePoolSize=3, maxPoolSize=3 2024-12-10T23:27:41,074 DEBUG [RS:1;7a5975741222:38037 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7a5975741222:0, corePoolSize=3, maxPoolSize=3 2024-12-10T23:27:41,074 DEBUG [RS:2;7a5975741222:37373 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0, corePoolSize=3, maxPoolSize=3 2024-12-10T23:27:41,074 DEBUG [RS:2;7a5975741222:37373 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7a5975741222:0, corePoolSize=3, maxPoolSize=3 2024-12-10T23:27:41,079 INFO [RS:0;7a5975741222:38799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T23:27:41,079 INFO [RS:0;7a5975741222:38799 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T23:27:41,079 INFO [RS:0;7a5975741222:38799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T23:27:41,079 INFO [RS:0;7a5975741222:38799 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T23:27:41,079 INFO [RS:0;7a5975741222:38799 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T23:27:41,080 INFO [RS:1;7a5975741222:38037 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T23:27:41,080 INFO [RS:0;7a5975741222:38799 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a5975741222,38799,1733873259753-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T23:27:41,080 INFO [RS:1;7a5975741222:38037 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T23:27:41,080 INFO [RS:1;7a5975741222:38037 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T23:27:41,080 INFO [RS:1;7a5975741222:38037 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T23:27:41,080 INFO [RS:1;7a5975741222:38037 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T23:27:41,080 INFO [RS:1;7a5975741222:38037 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a5975741222,38037,1733873259862-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T23:27:41,082 INFO [RS:2;7a5975741222:37373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T23:27:41,082 INFO [RS:2;7a5975741222:37373 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T23:27:41,082 INFO [RS:2;7a5975741222:37373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T23:27:41,082 INFO [RS:2;7a5975741222:37373 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T23:27:41,082 INFO [RS:2;7a5975741222:37373 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T23:27:41,082 INFO [RS:2;7a5975741222:37373 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a5975741222,37373,1733873259905-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T23:27:41,106 INFO [RS:1;7a5975741222:38037 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T23:27:41,106 INFO [RS:0;7a5975741222:38799 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T23:27:41,106 INFO [RS:2;7a5975741222:37373 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T23:27:41,108 INFO [RS:2;7a5975741222:37373 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a5975741222,37373,1733873259905-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T23:27:41,108 INFO [RS:0;7a5975741222:38799 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a5975741222,38799,1733873259753-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T23:27:41,108 INFO [RS:1;7a5975741222:38037 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a5975741222,38037,1733873259862-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T23:27:41,109 INFO [RS:0;7a5975741222:38799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T23:27:41,109 INFO [RS:1;7a5975741222:38037 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T23:27:41,109 INFO [RS:2;7a5975741222:37373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T23:27:41,109 INFO [RS:1;7a5975741222:38037 {}] regionserver.Replication(171): 7a5975741222,38037,1733873259862 started 2024-12-10T23:27:41,109 INFO [RS:2;7a5975741222:37373 {}] regionserver.Replication(171): 7a5975741222,37373,1733873259905 started 2024-12-10T23:27:41,109 INFO [RS:0;7a5975741222:38799 {}] regionserver.Replication(171): 7a5975741222,38799,1733873259753 started 2024-12-10T23:27:41,133 INFO [RS:0;7a5975741222:38799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T23:27:41,133 INFO [RS:1;7a5975741222:38037 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T23:27:41,133 INFO [RS:2;7a5975741222:37373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T23:27:41,134 INFO [RS:0;7a5975741222:38799 {}] regionserver.HRegionServer(1482): Serving as 7a5975741222,38799,1733873259753, RpcServer on 7a5975741222/172.17.0.2:38799, sessionid=0x1019eb439d20001 2024-12-10T23:27:41,134 INFO [RS:1;7a5975741222:38037 {}] regionserver.HRegionServer(1482): Serving as 7a5975741222,38037,1733873259862, RpcServer on 7a5975741222/172.17.0.2:38037, sessionid=0x1019eb439d20002 2024-12-10T23:27:41,134 INFO [RS:2;7a5975741222:37373 {}] regionserver.HRegionServer(1482): Serving as 7a5975741222,37373,1733873259905, RpcServer on 7a5975741222/172.17.0.2:37373, sessionid=0x1019eb439d20003 2024-12-10T23:27:41,135 DEBUG [RS:0;7a5975741222:38799 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T23:27:41,135 DEBUG [RS:2;7a5975741222:37373 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T23:27:41,135 DEBUG [RS:1;7a5975741222:38037 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T23:27:41,135 DEBUG [RS:0;7a5975741222:38799 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7a5975741222,38799,1733873259753 2024-12-10T23:27:41,135 DEBUG [RS:1;7a5975741222:38037 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7a5975741222,38037,1733873259862 2024-12-10T23:27:41,135 DEBUG [RS:2;7a5975741222:37373 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7a5975741222,37373,1733873259905 2024-12-10T23:27:41,135 DEBUG [RS:0;7a5975741222:38799 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a5975741222,38799,1733873259753' 2024-12-10T23:27:41,135 DEBUG [RS:1;7a5975741222:38037 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a5975741222,38037,1733873259862' 2024-12-10T23:27:41,135 DEBUG [RS:2;7a5975741222:37373 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a5975741222,37373,1733873259905' 2024-12-10T23:27:41,135 DEBUG [RS:0;7a5975741222:38799 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T23:27:41,135 DEBUG [RS:2;7a5975741222:37373 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T23:27:41,135 DEBUG [RS:1;7a5975741222:38037 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T23:27:41,136 DEBUG [RS:2;7a5975741222:37373 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T23:27:41,136 DEBUG [RS:1;7a5975741222:38037 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T23:27:41,136 DEBUG [RS:0;7a5975741222:38799 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T23:27:41,137 DEBUG [RS:1;7a5975741222:38037 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T23:27:41,137 DEBUG [RS:0;7a5975741222:38799 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T23:27:41,137 DEBUG [RS:2;7a5975741222:37373 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T23:27:41,137 DEBUG [RS:1;7a5975741222:38037 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T23:27:41,137 DEBUG [RS:2;7a5975741222:37373 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T23:27:41,137 DEBUG [RS:0;7a5975741222:38799 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T23:27:41,137 DEBUG [RS:0;7a5975741222:38799 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7a5975741222,38799,1733873259753 2024-12-10T23:27:41,137 DEBUG [RS:2;7a5975741222:37373 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7a5975741222,37373,1733873259905 2024-12-10T23:27:41,137 DEBUG [RS:1;7a5975741222:38037 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7a5975741222,38037,1733873259862 2024-12-10T23:27:41,137 DEBUG [RS:0;7a5975741222:38799 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a5975741222,38799,1733873259753' 2024-12-10T23:27:41,137 DEBUG [RS:2;7a5975741222:37373 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a5975741222,37373,1733873259905' 2024-12-10T23:27:41,137 DEBUG [RS:1;7a5975741222:38037 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a5975741222,38037,1733873259862' 2024-12-10T23:27:41,138 DEBUG [RS:2;7a5975741222:37373 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T23:27:41,138 DEBUG [RS:0;7a5975741222:38799 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T23:27:41,138 DEBUG [RS:1;7a5975741222:38037 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T23:27:41,138 DEBUG [RS:2;7a5975741222:37373 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T23:27:41,138 DEBUG [RS:1;7a5975741222:38037 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T23:27:41,138 DEBUG [RS:0;7a5975741222:38799 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T23:27:41,139 DEBUG [RS:2;7a5975741222:37373 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T23:27:41,139 DEBUG [RS:1;7a5975741222:38037 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T23:27:41,139 DEBUG [RS:0;7a5975741222:38799 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T23:27:41,139 INFO [RS:2;7a5975741222:37373 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T23:27:41,139 INFO [RS:1;7a5975741222:38037 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T23:27:41,139 INFO [RS:0;7a5975741222:38799 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T23:27:41,139 INFO [RS:0;7a5975741222:38799 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T23:27:41,139 INFO [RS:2;7a5975741222:37373 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T23:27:41,139 INFO [RS:1;7a5975741222:38037 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T23:27:41,156 WARN [7a5975741222:36131 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-10T23:27:41,246 INFO [RS:1;7a5975741222:38037 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T23:27:41,246 INFO [RS:0;7a5975741222:38799 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T23:27:41,246 INFO [RS:2;7a5975741222:37373 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T23:27:41,250 INFO [RS:2;7a5975741222:37373 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7a5975741222%2C37373%2C1733873259905, suffix=, logDir=hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/WALs/7a5975741222,37373,1733873259905, archiveDir=hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/oldWALs, maxLogs=32 2024-12-10T23:27:41,250 INFO [RS:0;7a5975741222:38799 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7a5975741222%2C38799%2C1733873259753, suffix=, logDir=hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/WALs/7a5975741222,38799,1733873259753, archiveDir=hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/oldWALs, maxLogs=32 2024-12-10T23:27:41,250 INFO [RS:1;7a5975741222:38037 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7a5975741222%2C38037%2C1733873259862, suffix=, logDir=hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/WALs/7a5975741222,38037,1733873259862, archiveDir=hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/oldWALs, maxLogs=32 2024-12-10T23:27:41,270 DEBUG [RS:2;7a5975741222:37373 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/WALs/7a5975741222,37373,1733873259905/7a5975741222%2C37373%2C1733873259905.1733873261254, exclude list is [], retry=0 2024-12-10T23:27:41,276 DEBUG [RS:0;7a5975741222:38799 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/WALs/7a5975741222,38799,1733873259753/7a5975741222%2C38799%2C1733873259753.1733873261254, exclude list is [], retry=0 2024-12-10T23:27:41,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44405,DS-e97f9cc2-63a3-4776-b9bc-8aabc1aeceb4,DISK] 2024-12-10T23:27:41,277 DEBUG [RS:1;7a5975741222:38037 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/WALs/7a5975741222,38037,1733873259862/7a5975741222%2C38037%2C1733873259862.1733873261254, exclude list is [], retry=0 2024-12-10T23:27:41,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37017,DS-9f16c9e2-ae36-49b2-bb07-52dfd612006a,DISK] 2024-12-10T23:27:41,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39663,DS-f32b2228-ad36-4c13-a6d3-d2ad84131b79,DISK] 2024-12-10T23:27:41,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39663,DS-f32b2228-ad36-4c13-a6d3-d2ad84131b79,DISK] 2024-12-10T23:27:41,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37017,DS-9f16c9e2-ae36-49b2-bb07-52dfd612006a,DISK] 2024-12-10T23:27:41,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44405,DS-e97f9cc2-63a3-4776-b9bc-8aabc1aeceb4,DISK] 2024-12-10T23:27:41,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37017,DS-9f16c9e2-ae36-49b2-bb07-52dfd612006a,DISK] 2024-12-10T23:27:41,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44405,DS-e97f9cc2-63a3-4776-b9bc-8aabc1aeceb4,DISK] 2024-12-10T23:27:41,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39663,DS-f32b2228-ad36-4c13-a6d3-d2ad84131b79,DISK] 2024-12-10T23:27:41,292 INFO [RS:1;7a5975741222:38037 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/WALs/7a5975741222,38037,1733873259862/7a5975741222%2C38037%2C1733873259862.1733873261254 2024-12-10T23:27:41,293 INFO [RS:0;7a5975741222:38799 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/WALs/7a5975741222,38799,1733873259753/7a5975741222%2C38799%2C1733873259753.1733873261254 2024-12-10T23:27:41,294 INFO [RS:2;7a5975741222:37373 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/WALs/7a5975741222,37373,1733873259905/7a5975741222%2C37373%2C1733873259905.1733873261254 2024-12-10T23:27:41,295 DEBUG [RS:1;7a5975741222:38037 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37191:37191),(127.0.0.1/127.0.0.1:35967:35967),(127.0.0.1/127.0.0.1:34725:34725)] 2024-12-10T23:27:41,295 DEBUG [RS:0;7a5975741222:38799 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37191:37191),(127.0.0.1/127.0.0.1:34725:34725),(127.0.0.1/127.0.0.1:35967:35967)] 2024-12-10T23:27:41,295 DEBUG [RS:2;7a5975741222:37373 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37191:37191),(127.0.0.1/127.0.0.1:34725:34725),(127.0.0.1/127.0.0.1:35967:35967)] 2024-12-10T23:27:41,410 DEBUG [7a5975741222:36131 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-10T23:27:41,421 DEBUG [7a5975741222:36131 {}] balancer.BalancerClusterState(204): Hosts are {7a5975741222=0} racks are {/default-rack=0} 2024-12-10T23:27:41,428 DEBUG [7a5975741222:36131 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-10T23:27:41,429 DEBUG [7a5975741222:36131 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-10T23:27:41,429 DEBUG [7a5975741222:36131 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-10T23:27:41,429 DEBUG [7a5975741222:36131 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-10T23:27:41,429 DEBUG [7a5975741222:36131 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-10T23:27:41,429 DEBUG [7a5975741222:36131 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-10T23:27:41,429 INFO [7a5975741222:36131 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-10T23:27:41,429 INFO [7a5975741222:36131 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-10T23:27:41,429 INFO [7a5975741222:36131 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-10T23:27:41,429 DEBUG [7a5975741222:36131 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T23:27:41,436 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7a5975741222,37373,1733873259905 2024-12-10T23:27:41,441 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a5975741222,37373,1733873259905, state=OPENING 2024-12-10T23:27:41,447 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-10T23:27:41,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38799-0x1019eb439d20001, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:27:41,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x1019eb439d20002, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:27:41,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36131-0x1019eb439d20000, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:27:41,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37373-0x1019eb439d20003, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:27:41,450 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T23:27:41,450 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T23:27:41,450 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T23:27:41,450 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T23:27:41,451 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-10T23:27:41,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7a5975741222,37373,1733873259905}] 2024-12-10T23:27:41,630 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T23:27:41,632 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53477, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T23:27:41,643 INFO [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-10T23:27:41,644 INFO [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:27:41,644 INFO [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-10T23:27:41,647 INFO [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7a5975741222%2C37373%2C1733873259905.meta, suffix=.meta, logDir=hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/WALs/7a5975741222,37373,1733873259905, archiveDir=hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/oldWALs, maxLogs=32 2024-12-10T23:27:41,665 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/WALs/7a5975741222,37373,1733873259905/7a5975741222%2C37373%2C1733873259905.meta.1733873261649.meta, exclude list is [], retry=0 2024-12-10T23:27:41,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44405,DS-e97f9cc2-63a3-4776-b9bc-8aabc1aeceb4,DISK] 2024-12-10T23:27:41,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37017,DS-9f16c9e2-ae36-49b2-bb07-52dfd612006a,DISK] 2024-12-10T23:27:41,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39663,DS-f32b2228-ad36-4c13-a6d3-d2ad84131b79,DISK] 2024-12-10T23:27:41,672 INFO [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/WALs/7a5975741222,37373,1733873259905/7a5975741222%2C37373%2C1733873259905.meta.1733873261649.meta 2024-12-10T23:27:41,673 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34725:34725),(127.0.0.1/127.0.0.1:37191:37191),(127.0.0.1/127.0.0.1:35967:35967)] 2024-12-10T23:27:41,673 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-10T23:27:41,675 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-10T23:27:41,678 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-10T23:27:41,682 INFO [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-10T23:27:41,687 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-10T23:27:41,687 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:27:41,687 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-10T23:27:41,687 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-10T23:27:41,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-10T23:27:41,692 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-10T23:27:41,692 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:41,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T23:27:41,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-10T23:27:41,694 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-10T23:27:41,694 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:41,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T23:27:41,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-10T23:27:41,696 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-10T23:27:41,696 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:41,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T23:27:41,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-10T23:27:41,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-10T23:27:41,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:41,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T23:27:41,699 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-10T23:27:41,701 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/hbase/meta/1588230740 2024-12-10T23:27:41,703 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/hbase/meta/1588230740 2024-12-10T23:27:41,705 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-10T23:27:41,705 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-10T23:27:41,706 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T23:27:41,709 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-10T23:27:41,711 INFO [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70618377, jitterRate=0.05229581892490387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T23:27:41,711 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-10T23:27:41,713 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733873261688Writing region info on filesystem at 1733873261688Initializing all the Stores at 1733873261690 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733873261690Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733873261690Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873261690Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733873261690Cleaning up temporary data from old regions at 1733873261706 (+16 ms)Running coprocessor post-open hooks at 1733873261711 (+5 ms)Region opened successfully at 1733873261713 (+2 ms) 2024-12-10T23:27:41,723 INFO [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733873261620 2024-12-10T23:27:41,734 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-10T23:27:41,735 INFO [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-10T23:27:41,737 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7a5975741222,37373,1733873259905 2024-12-10T23:27:41,739 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a5975741222,37373,1733873259905, state=OPEN 2024-12-10T23:27:41,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x1019eb439d20002, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T23:27:41,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37373-0x1019eb439d20003, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T23:27:41,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36131-0x1019eb439d20000, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T23:27:41,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38799-0x1019eb439d20001, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T23:27:41,742 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T23:27:41,742 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T23:27:41,742 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T23:27:41,742 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T23:27:41,742 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7a5975741222,37373,1733873259905 2024-12-10T23:27:41,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-10T23:27:41,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7a5975741222,37373,1733873259905 in 289 msec 2024-12-10T23:27:41,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-10T23:27:41,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 758 msec 2024-12-10T23:27:41,757 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-10T23:27:41,757 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-10T23:27:41,778 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-10T23:27:41,779 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a5975741222,37373,1733873259905, seqNum=-1] 2024-12-10T23:27:41,801 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T23:27:41,803 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52497, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T23:27:41,824 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0430 sec 2024-12-10T23:27:41,824 INFO [master/7a5975741222:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733873261824, completionTime=-1 2024-12-10T23:27:41,827 INFO [master/7a5975741222:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-10T23:27:41,827 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-10T23:27:41,855 INFO [master/7a5975741222:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-10T23:27:41,855 INFO [master/7a5975741222:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733873321855 2024-12-10T23:27:41,855 INFO [master/7a5975741222:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733873381855 2024-12-10T23:27:41,856 INFO [master/7a5975741222:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 28 msec 2024-12-10T23:27:41,857 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-10T23:27:41,865 INFO [master/7a5975741222:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a5975741222,36131,1733873259085-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T23:27:41,865 INFO [master/7a5975741222:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a5975741222,36131,1733873259085-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T23:27:41,865 INFO [master/7a5975741222:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a5975741222,36131,1733873259085-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T23:27:41,867 INFO [master/7a5975741222:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7a5975741222:36131, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T23:27:41,867 INFO [master/7a5975741222:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-10T23:27:41,868 INFO [master/7a5975741222:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-10T23:27:41,874 DEBUG [master/7a5975741222:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-10T23:27:41,919 INFO [master/7a5975741222:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.916sec 2024-12-10T23:27:41,921 INFO [master/7a5975741222:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-10T23:27:41,922 INFO [master/7a5975741222:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-10T23:27:41,923 INFO [master/7a5975741222:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-10T23:27:41,924 INFO [master/7a5975741222:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-10T23:27:41,924 INFO [master/7a5975741222:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-10T23:27:41,925 INFO [master/7a5975741222:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a5975741222,36131,1733873259085-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T23:27:41,926 INFO [master/7a5975741222:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a5975741222,36131,1733873259085-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-10T23:27:41,932 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-10T23:27:41,933 INFO [master/7a5975741222:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-10T23:27:41,934 INFO [master/7a5975741222:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a5975741222,36131,1733873259085-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T23:27:41,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@344137bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T23:27:41,958 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a5975741222,36131,-1 for getting cluster id 2024-12-10T23:27:41,962 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-10T23:27:41,975 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8edb72df-60bf-470e-a2f7-b993903c05a8' 2024-12-10T23:27:41,979 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-10T23:27:41,979 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8edb72df-60bf-470e-a2f7-b993903c05a8" 2024-12-10T23:27:41,981 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17de888f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T23:27:41,981 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a5975741222,36131,-1] 2024-12-10T23:27:41,984 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-10T23:27:41,986 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T23:27:41,986 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-10T23:27:41,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49c6d940, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T23:27:41,989 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-10T23:27:41,996 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a5975741222,37373,1733873259905, seqNum=-1] 2024-12-10T23:27:41,996 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T23:27:41,998 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T23:27:42,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7a5975741222,36131,1733873259085 2024-12-10T23:27:42,019 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:36669/hbase 2024-12-10T23:27:42,038 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit0 Thread=364, OpenFileDescriptor=607, MaxFileDescriptor=1048576, SystemLoadAverage=102, ProcessCount=11, AvailableMemoryMB=4938 2024-12-10T23:27:42,061 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:27:42,065 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:27:42,066 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T23:27:42,070 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-14971368, suffix=, logDir=hdfs://localhost:36669/hbase/WALs/hregion-14971368, archiveDir=hdfs://localhost:36669/hbase/oldWALs, maxLogs=32 2024-12-10T23:27:42,087 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-14971368/hregion-14971368.1733873262071, exclude list is [], retry=0 2024-12-10T23:27:42,092 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37017,DS-9f16c9e2-ae36-49b2-bb07-52dfd612006a,DISK] 2024-12-10T23:27:42,093 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44405,DS-e97f9cc2-63a3-4776-b9bc-8aabc1aeceb4,DISK] 2024-12-10T23:27:42,101 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39663,DS-f32b2228-ad36-4c13-a6d3-d2ad84131b79,DISK] 2024-12-10T23:27:42,113 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-14971368/hregion-14971368.1733873262071 2024-12-10T23:27:42,114 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34725:34725),(127.0.0.1/127.0.0.1:37191:37191),(127.0.0.1/127.0.0.1:35967:35967)] 2024-12-10T23:27:42,114 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => b45c029ec322c311b2f314923c63164c, NAME => 'testReplayEditsWrittenIntoWAL,,1733873262062.b45c029ec322c311b2f314923c63164c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36669/hbase 2024-12-10T23:27:42,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741838_1014 (size=64) 2024-12-10T23:27:42,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741838_1014 (size=64) 2024-12-10T23:27:42,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741838_1014 (size=64) 2024-12-10T23:27:42,131 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733873262062.b45c029ec322c311b2f314923c63164c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:27:42,133 INFO [StoreOpener-b45c029ec322c311b2f314923c63164c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b45c029ec322c311b2f314923c63164c 2024-12-10T23:27:42,136 INFO [StoreOpener-b45c029ec322c311b2f314923c63164c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b45c029ec322c311b2f314923c63164c columnFamilyName a 2024-12-10T23:27:42,136 DEBUG [StoreOpener-b45c029ec322c311b2f314923c63164c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:42,137 INFO [StoreOpener-b45c029ec322c311b2f314923c63164c-1 {}] regionserver.HStore(327): Store=b45c029ec322c311b2f314923c63164c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:27:42,138 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b45c029ec322c311b2f314923c63164c 2024-12-10T23:27:42,139 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/b45c029ec322c311b2f314923c63164c 2024-12-10T23:27:42,140 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/b45c029ec322c311b2f314923c63164c 2024-12-10T23:27:42,140 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b45c029ec322c311b2f314923c63164c 2024-12-10T23:27:42,141 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b45c029ec322c311b2f314923c63164c 2024-12-10T23:27:42,144 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b45c029ec322c311b2f314923c63164c 2024-12-10T23:27:42,148 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/b45c029ec322c311b2f314923c63164c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T23:27:42,149 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b45c029ec322c311b2f314923c63164c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73175156, jitterRate=0.09039479494094849}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T23:27:42,150 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b45c029ec322c311b2f314923c63164c: Writing region info on filesystem at 1733873262131Initializing all the Stores at 1733873262133 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873262133Cleaning up temporary data from old regions at 1733873262141 (+8 ms)Region opened successfully at 1733873262150 (+9 ms) 2024-12-10T23:27:42,150 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b45c029ec322c311b2f314923c63164c, disabling compactions & flushes 2024-12-10T23:27:42,150 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733873262062.b45c029ec322c311b2f314923c63164c. 2024-12-10T23:27:42,150 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733873262062.b45c029ec322c311b2f314923c63164c. 2024-12-10T23:27:42,150 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733873262062.b45c029ec322c311b2f314923c63164c. after waiting 0 ms 2024-12-10T23:27:42,151 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733873262062.b45c029ec322c311b2f314923c63164c. 2024-12-10T23:27:42,151 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733873262062.b45c029ec322c311b2f314923c63164c. 2024-12-10T23:27:42,151 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b45c029ec322c311b2f314923c63164c: Waiting for close lock at 1733873262150Disabling compacts and flushes for region at 1733873262150Disabling writes for close at 1733873262150Writing region close event to WAL at 1733873262151 (+1 ms)Closed at 1733873262151 2024-12-10T23:27:42,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741837_1013 (size=93) 2024-12-10T23:27:42,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741837_1013 (size=93) 2024-12-10T23:27:42,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741837_1013 (size=93) 2024-12-10T23:27:42,163 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-10T23:27:42,163 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-14971368:(num 1733873262071) 2024-12-10T23:27:42,165 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-10T23:27:42,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741839_1015 (size=276) 2024-12-10T23:27:42,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741839_1015 (size=276) 2024-12-10T23:27:42,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741839_1015 (size=276) 2024-12-10T23:27:42,182 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-10T23:27:42,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741840_1016 (size=230) 2024-12-10T23:27:42,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741840_1016 (size=230) 2024-12-10T23:27:42,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741840_1016 (size=230) 2024-12-10T23:27:42,218 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36669/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733873262059/wal-1, size=276 (276bytes) 2024-12-10T23:27:42,219 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-10T23:27:42,219 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-10T23:27:42,219 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36669/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733873262059/wal-1 2024-12-10T23:27:42,225 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36669/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733873262059/wal-1 after 4ms 2024-12-10T23:27:42,231 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36669/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733873262059/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-10T23:27:42,232 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36669/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733873262059/wal-1 took 16ms 2024-12-10T23:27:42,236 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36669/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733873262059/wal-1 so closing down 2024-12-10T23:27:42,240 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-10T23:27:42,242 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/b45c029ec322c311b2f314923c63164c/recovered.edits/0000000000000000001-wal-1.temp 2024-12-10T23:27:42,243 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T23:27:42,244 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T23:27:42,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741841_1017 (size=276) 2024-12-10T23:27:42,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741841_1017 (size=276) 2024-12-10T23:27:42,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741841_1017 (size=276) 2024-12-10T23:27:42,269 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/b45c029ec322c311b2f314923c63164c/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-10T23:27:42,272 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/b45c029ec322c311b2f314923c63164c/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/b45c029ec322c311b2f314923c63164c/recovered.edits/0000000000000000002 2024-12-10T23:27:42,277 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:36669/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733873262059/wal-1, size=276, length=276, corrupted=false, cancelled=false 2024-12-10T23:27:42,278 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36669/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733873262059/wal-1, journal: Splitting hdfs://localhost:36669/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733873262059/wal-1, size=276 (276bytes) at 1733873262218Finishing writing output for hdfs://localhost:36669/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733873262059/wal-1 so closing down at 1733873262237 (+19 ms)Creating recovered edits writer path=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/b45c029ec322c311b2f314923c63164c/recovered.edits/0000000000000000001-wal-1.temp at 1733873262242 (+5 ms)3 split writer threads finished at 1733873262244 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/b45c029ec322c311b2f314923c63164c/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733873262269 (+25 ms)Rename recovered edits hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/b45c029ec322c311b2f314923c63164c/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/b45c029ec322c311b2f314923c63164c/recovered.edits/0000000000000000002 at 1733873262272 (+3 ms)Processed 2 edits across 1 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:36669/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733873262059/wal-1, size=276, length=276, corrupted=false, cancelled=false at 1733873262277 (+5 ms) 2024-12-10T23:27:42,301 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36669/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733873262059/wal-2, size=230 (230bytes) 2024-12-10T23:27:42,302 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36669/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733873262059/wal-2 2024-12-10T23:27:42,303 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36669/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733873262059/wal-2 after 1ms 2024-12-10T23:27:42,307 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36669/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733873262059/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-10T23:27:42,308 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36669/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733873262059/wal-2 took 7ms 2024-12-10T23:27:42,311 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36669/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733873262059/wal-2 so closing down 2024-12-10T23:27:42,311 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T23:27:42,313 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-10T23:27:42,315 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/b45c029ec322c311b2f314923c63164c/recovered.edits/0000000000000000002-wal-2.temp 2024-12-10T23:27:42,315 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T23:27:42,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741842_1018 (size=230) 2024-12-10T23:27:42,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741842_1018 (size=230) 2024-12-10T23:27:42,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741842_1018 (size=230) 2024-12-10T23:27:42,329 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/b45c029ec322c311b2f314923c63164c/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-10T23:27:42,334 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/b45c029ec322c311b2f314923c63164c/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-10T23:27:42,336 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/b45c029ec322c311b2f314923c63164c/recovered.edits/0000000000000000002-wal-2.temp, length=230 2024-12-10T23:27:42,338 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:36669/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733873262059/wal-2, size=230, length=230, corrupted=false, cancelled=false 2024-12-10T23:27:42,338 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36669/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733873262059/wal-2, journal: Splitting hdfs://localhost:36669/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733873262059/wal-2, size=230 (230bytes) at 1733873262302Finishing writing output for hdfs://localhost:36669/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733873262059/wal-2 so closing down at 1733873262311 (+9 ms)Creating recovered edits writer path=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/b45c029ec322c311b2f314923c63164c/recovered.edits/0000000000000000002-wal-2.temp at 1733873262315 (+4 ms)3 split writer threads finished at 1733873262315Closed recovered edits writer path=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/b45c029ec322c311b2f314923c63164c/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733873262329 (+14 ms)Processed 1 edits across 1 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:36669/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733873262059/wal-2, size=230, length=230, corrupted=false, cancelled=false at 1733873262338 (+9 ms) 2024-12-10T23:27:42,339 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T23:27:42,341 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36669/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733873262059, archiveDir=hdfs://localhost:36669/hbase/oldWALs, maxLogs=32 2024-12-10T23:27:42,363 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733873262059/wal.1733873262343, exclude list is [], retry=0 2024-12-10T23:27:42,367 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39663,DS-f32b2228-ad36-4c13-a6d3-d2ad84131b79,DISK] 2024-12-10T23:27:42,368 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37017,DS-9f16c9e2-ae36-49b2-bb07-52dfd612006a,DISK] 2024-12-10T23:27:42,369 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44405,DS-e97f9cc2-63a3-4776-b9bc-8aabc1aeceb4,DISK] 2024-12-10T23:27:42,371 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733873262059/wal.1733873262343 2024-12-10T23:27:42,371 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35967:35967),(127.0.0.1/127.0.0.1:34725:34725),(127.0.0.1/127.0.0.1:37191:37191)] 2024-12-10T23:27:42,371 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b45c029ec322c311b2f314923c63164c, NAME => 'testReplayEditsWrittenIntoWAL,,1733873262062.b45c029ec322c311b2f314923c63164c.', STARTKEY => '', ENDKEY => ''} 2024-12-10T23:27:42,372 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733873262062.b45c029ec322c311b2f314923c63164c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:27:42,372 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b45c029ec322c311b2f314923c63164c 2024-12-10T23:27:42,372 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b45c029ec322c311b2f314923c63164c 2024-12-10T23:27:42,374 INFO [StoreOpener-b45c029ec322c311b2f314923c63164c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b45c029ec322c311b2f314923c63164c 2024-12-10T23:27:42,375 INFO [StoreOpener-b45c029ec322c311b2f314923c63164c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b45c029ec322c311b2f314923c63164c columnFamilyName a 2024-12-10T23:27:42,375 DEBUG [StoreOpener-b45c029ec322c311b2f314923c63164c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:42,376 INFO [StoreOpener-b45c029ec322c311b2f314923c63164c-1 {}] regionserver.HStore(327): Store=b45c029ec322c311b2f314923c63164c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:27:42,376 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b45c029ec322c311b2f314923c63164c 2024-12-10T23:27:42,378 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/b45c029ec322c311b2f314923c63164c 2024-12-10T23:27:42,381 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/b45c029ec322c311b2f314923c63164c 2024-12-10T23:27:42,382 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/b45c029ec322c311b2f314923c63164c/recovered.edits/0000000000000000002 2024-12-10T23:27:42,386 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/b45c029ec322c311b2f314923c63164c/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-10T23:27:42,392 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/b45c029ec322c311b2f314923c63164c/recovered.edits/0000000000000000002 2024-12-10T23:27:42,395 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b45c029ec322c311b2f314923c63164c 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-10T23:27:42,448 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/b45c029ec322c311b2f314923c63164c/.tmp/a/e46c882e7d454f1c8ddb6b4782a07165 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733873262163/Put/seqid=0 2024-12-10T23:27:42,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741844_1020 (size=5170) 2024-12-10T23:27:42,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741844_1020 (size=5170) 2024-12-10T23:27:42,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741844_1020 (size=5170) 2024-12-10T23:27:42,465 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/b45c029ec322c311b2f314923c63164c/.tmp/a/e46c882e7d454f1c8ddb6b4782a07165 2024-12-10T23:27:42,518 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/b45c029ec322c311b2f314923c63164c/.tmp/a/e46c882e7d454f1c8ddb6b4782a07165 as hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/b45c029ec322c311b2f314923c63164c/a/e46c882e7d454f1c8ddb6b4782a07165 2024-12-10T23:27:42,528 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/b45c029ec322c311b2f314923c63164c/a/e46c882e7d454f1c8ddb6b4782a07165, entries=2, sequenceid=2, filesize=5.0 K 2024-12-10T23:27:42,533 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for b45c029ec322c311b2f314923c63164c in 137ms, sequenceid=2, compaction requested=false; wal=null 2024-12-10T23:27:42,535 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/b45c029ec322c311b2f314923c63164c/recovered.edits/0000000000000000002 2024-12-10T23:27:42,535 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b45c029ec322c311b2f314923c63164c 2024-12-10T23:27:42,535 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b45c029ec322c311b2f314923c63164c 2024-12-10T23:27:42,539 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b45c029ec322c311b2f314923c63164c 2024-12-10T23:27:42,542 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/b45c029ec322c311b2f314923c63164c/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-10T23:27:42,543 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b45c029ec322c311b2f314923c63164c; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72596501, jitterRate=0.08177216351032257}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T23:27:42,544 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b45c029ec322c311b2f314923c63164c: Writing region info on filesystem at 1733873262372Initializing all the Stores at 1733873262373 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873262374 (+1 ms)Obtaining lock to block concurrent updates at 1733873262395 (+21 ms)Preparing flush snapshotting stores in b45c029ec322c311b2f314923c63164c at 1733873262395Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733873262062.b45c029ec322c311b2f314923c63164c., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733873262398 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1733873262062.b45c029ec322c311b2f314923c63164c. at 1733873262398Flushing b45c029ec322c311b2f314923c63164c/a: creating writer at 1733873262400 (+2 ms)Flushing b45c029ec322c311b2f314923c63164c/a: appending metadata at 1733873262437 (+37 ms)Flushing b45c029ec322c311b2f314923c63164c/a: closing flushed file at 1733873262440 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11f5e9f9: reopening flushed file at 1733873262516 (+76 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for b45c029ec322c311b2f314923c63164c in 137ms, sequenceid=2, compaction requested=false; wal=null at 1733873262533 (+17 ms)Cleaning up temporary data from old regions at 1733873262535 (+2 ms)Region opened successfully at 1733873262544 (+9 ms) 2024-12-10T23:27:42,571 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit0 Thread=376 (was 364) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1156125322_22 at /127.0.0.1:36516 [Receiving block BP-1079563326-172.17.0.2-1733873256162:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36669/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1079563326-172.17.0.2-1733873256162:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1156125322_22 at /127.0.0.1:50704 [Receiving block BP-1079563326-172.17.0.2-1733873256162:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1079563326-172.17.0.2-1733873256162:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1156125322_22 at /127.0.0.1:36230 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1156125322_22 at /127.0.0.1:52926 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1156125322_22 at /127.0.0.1:50720 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1079563326-172.17.0.2-1733873256162:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1156125322_22 at /127.0.0.1:38162 [Receiving block BP-1079563326-172.17.0.2-1733873256162:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=701 (was 607) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=102 (was 102), ProcessCount=11 (was 11), AvailableMemoryMB=4931 (was 4938) 2024-12-10T23:27:42,582 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit1 Thread=376, OpenFileDescriptor=701, MaxFileDescriptor=1048576, SystemLoadAverage=102, ProcessCount=11, AvailableMemoryMB=4930 2024-12-10T23:27:42,598 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:27:42,600 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:27:42,601 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T23:27:42,604 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-88273819, suffix=, logDir=hdfs://localhost:36669/hbase/WALs/hregion-88273819, archiveDir=hdfs://localhost:36669/hbase/oldWALs, maxLogs=32 2024-12-10T23:27:42,617 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-88273819/hregion-88273819.1733873262605, exclude list is [], retry=0 2024-12-10T23:27:42,621 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37017,DS-9f16c9e2-ae36-49b2-bb07-52dfd612006a,DISK] 2024-12-10T23:27:42,621 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44405,DS-e97f9cc2-63a3-4776-b9bc-8aabc1aeceb4,DISK] 2024-12-10T23:27:42,621 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39663,DS-f32b2228-ad36-4c13-a6d3-d2ad84131b79,DISK] 2024-12-10T23:27:42,624 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-88273819/hregion-88273819.1733873262605 2024-12-10T23:27:42,625 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34725:34725),(127.0.0.1/127.0.0.1:37191:37191),(127.0.0.1/127.0.0.1:35967:35967)] 2024-12-10T23:27:42,625 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 0bf3a16f87809d8b1488c9d9d0b87504, NAME => 'testReplayEditsWrittenIntoWAL,,1733873262598.0bf3a16f87809d8b1488c9d9d0b87504.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36669/hbase 2024-12-10T23:27:42,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741846_1022 (size=64) 2024-12-10T23:27:42,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741846_1022 (size=64) 2024-12-10T23:27:42,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741846_1022 (size=64) 2024-12-10T23:27:42,636 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733873262598.0bf3a16f87809d8b1488c9d9d0b87504.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:27:42,640 INFO [StoreOpener-0bf3a16f87809d8b1488c9d9d0b87504-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0bf3a16f87809d8b1488c9d9d0b87504 2024-12-10T23:27:42,643 INFO [StoreOpener-0bf3a16f87809d8b1488c9d9d0b87504-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bf3a16f87809d8b1488c9d9d0b87504 columnFamilyName a 2024-12-10T23:27:42,643 DEBUG [StoreOpener-0bf3a16f87809d8b1488c9d9d0b87504-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:42,644 INFO [StoreOpener-0bf3a16f87809d8b1488c9d9d0b87504-1 {}] regionserver.HStore(327): Store=0bf3a16f87809d8b1488c9d9d0b87504/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:27:42,644 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0bf3a16f87809d8b1488c9d9d0b87504 2024-12-10T23:27:42,645 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/0bf3a16f87809d8b1488c9d9d0b87504 2024-12-10T23:27:42,646 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/0bf3a16f87809d8b1488c9d9d0b87504 2024-12-10T23:27:42,646 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0bf3a16f87809d8b1488c9d9d0b87504 2024-12-10T23:27:42,646 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0bf3a16f87809d8b1488c9d9d0b87504 2024-12-10T23:27:42,649 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0bf3a16f87809d8b1488c9d9d0b87504 2024-12-10T23:27:42,652 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/0bf3a16f87809d8b1488c9d9d0b87504/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T23:27:42,653 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0bf3a16f87809d8b1488c9d9d0b87504; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60085174, jitterRate=-0.10466113686561584}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T23:27:42,653 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0bf3a16f87809d8b1488c9d9d0b87504: Writing region info on filesystem at 1733873262637Initializing all the Stores at 1733873262638 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873262638Cleaning up temporary data from old regions at 1733873262646 (+8 ms)Region opened successfully at 1733873262653 (+7 ms) 2024-12-10T23:27:42,653 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 0bf3a16f87809d8b1488c9d9d0b87504, disabling compactions & flushes 2024-12-10T23:27:42,653 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733873262598.0bf3a16f87809d8b1488c9d9d0b87504. 2024-12-10T23:27:42,653 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733873262598.0bf3a16f87809d8b1488c9d9d0b87504. 2024-12-10T23:27:42,653 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733873262598.0bf3a16f87809d8b1488c9d9d0b87504. after waiting 0 ms 2024-12-10T23:27:42,653 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733873262598.0bf3a16f87809d8b1488c9d9d0b87504. 2024-12-10T23:27:42,654 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733873262598.0bf3a16f87809d8b1488c9d9d0b87504. 2024-12-10T23:27:42,654 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 0bf3a16f87809d8b1488c9d9d0b87504: Waiting for close lock at 1733873262653Disabling compacts and flushes for region at 1733873262653Disabling writes for close at 1733873262653Writing region close event to WAL at 1733873262654 (+1 ms)Closed at 1733873262654 2024-12-10T23:27:42,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741845_1021 (size=93) 2024-12-10T23:27:42,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741845_1021 (size=93) 2024-12-10T23:27:42,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741845_1021 (size=93) 2024-12-10T23:27:42,661 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-10T23:27:42,661 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-88273819:(num 1733873262605) 2024-12-10T23:27:42,662 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-10T23:27:42,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741847_1023 (size=276) 2024-12-10T23:27:42,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741847_1023 (size=276) 2024-12-10T23:27:42,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741847_1023 (size=276) 2024-12-10T23:27:42,677 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-10T23:27:42,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741848_1024 (size=230) 2024-12-10T23:27:42,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741848_1024 (size=230) 2024-12-10T23:27:42,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741848_1024 (size=230) 2024-12-10T23:27:42,706 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36669/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733873262596/wal-2, size=230 (230bytes) 2024-12-10T23:27:42,706 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36669/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733873262596/wal-2 2024-12-10T23:27:42,707 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36669/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733873262596/wal-2 after 1ms 2024-12-10T23:27:42,710 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36669/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733873262596/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-10T23:27:42,711 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36669/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733873262596/wal-2 took 5ms 2024-12-10T23:27:42,713 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36669/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733873262596/wal-2 so closing down 2024-12-10T23:27:42,714 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T23:27:42,716 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-10T23:27:42,717 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/0bf3a16f87809d8b1488c9d9d0b87504/recovered.edits/0000000000000000002-wal-2.temp 2024-12-10T23:27:42,717 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T23:27:42,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741849_1025 (size=230) 2024-12-10T23:27:42,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741849_1025 (size=230) 2024-12-10T23:27:42,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741849_1025 (size=230) 2024-12-10T23:27:42,728 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/0bf3a16f87809d8b1488c9d9d0b87504/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-10T23:27:42,730 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/0bf3a16f87809d8b1488c9d9d0b87504/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/0bf3a16f87809d8b1488c9d9d0b87504/recovered.edits/0000000000000000002 2024-12-10T23:27:42,730 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:36669/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733873262596/wal-2, size=230, length=230, corrupted=false, cancelled=false 2024-12-10T23:27:42,730 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36669/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733873262596/wal-2, journal: Splitting hdfs://localhost:36669/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733873262596/wal-2, size=230 (230bytes) at 1733873262706Finishing writing output for hdfs://localhost:36669/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733873262596/wal-2 so closing down at 1733873262713 (+7 ms)Creating recovered edits writer path=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/0bf3a16f87809d8b1488c9d9d0b87504/recovered.edits/0000000000000000002-wal-2.temp at 1733873262717 (+4 ms)3 split writer threads finished at 1733873262718 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/0bf3a16f87809d8b1488c9d9d0b87504/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733873262728 (+10 ms)Rename recovered edits hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/0bf3a16f87809d8b1488c9d9d0b87504/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/0bf3a16f87809d8b1488c9d9d0b87504/recovered.edits/0000000000000000002 at 1733873262730 (+2 ms)Processed 1 edits across 1 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:36669/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733873262596/wal-2, size=230, length=230, corrupted=false, cancelled=false at 1733873262730 2024-12-10T23:27:42,745 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36669/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733873262596/wal-1, size=276 (276bytes) 2024-12-10T23:27:42,745 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36669/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733873262596/wal-1 2024-12-10T23:27:42,746 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36669/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733873262596/wal-1 after 1ms 2024-12-10T23:27:42,749 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36669/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733873262596/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-10T23:27:42,749 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36669/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733873262596/wal-1 took 4ms 2024-12-10T23:27:42,752 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36669/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733873262596/wal-1 so closing down 2024-12-10T23:27:42,752 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T23:27:42,754 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-10T23:27:42,756 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/0bf3a16f87809d8b1488c9d9d0b87504/recovered.edits/0000000000000000001-wal-1.temp 2024-12-10T23:27:42,756 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T23:27:42,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741850_1026 (size=276) 2024-12-10T23:27:42,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741850_1026 (size=276) 2024-12-10T23:27:42,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741850_1026 (size=276) 2024-12-10T23:27:42,768 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/0bf3a16f87809d8b1488c9d9d0b87504/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-10T23:27:42,771 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/0bf3a16f87809d8b1488c9d9d0b87504/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-10T23:27:42,773 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/0bf3a16f87809d8b1488c9d9d0b87504/recovered.edits/0000000000000000002, length=230 2024-12-10T23:27:42,775 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/0bf3a16f87809d8b1488c9d9d0b87504/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/0bf3a16f87809d8b1488c9d9d0b87504/recovered.edits/0000000000000000002 2024-12-10T23:27:42,776 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:36669/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733873262596/wal-1, size=276, length=276, corrupted=false, cancelled=false 2024-12-10T23:27:42,776 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36669/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733873262596/wal-1, journal: Splitting hdfs://localhost:36669/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733873262596/wal-1, size=276 (276bytes) at 1733873262745Finishing writing output for hdfs://localhost:36669/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733873262596/wal-1 so closing down at 1733873262752 (+7 ms)Creating recovered edits writer path=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/0bf3a16f87809d8b1488c9d9d0b87504/recovered.edits/0000000000000000001-wal-1.temp at 1733873262756 (+4 ms)3 split writer threads finished at 1733873262756Closed recovered edits writer path=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/0bf3a16f87809d8b1488c9d9d0b87504/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733873262768 (+12 ms)Rename recovered edits hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/0bf3a16f87809d8b1488c9d9d0b87504/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/0bf3a16f87809d8b1488c9d9d0b87504/recovered.edits/0000000000000000002 at 1733873262775 (+7 ms)Processed 2 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:36669/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733873262596/wal-1, size=276, length=276, corrupted=false, cancelled=false at 1733873262776 (+1 ms) 2024-12-10T23:27:42,776 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T23:27:42,779 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36669/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733873262596, archiveDir=hdfs://localhost:36669/hbase/oldWALs, maxLogs=32 2024-12-10T23:27:42,792 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733873262596/wal.1733873262779, exclude list is [], retry=0 2024-12-10T23:27:42,795 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39663,DS-f32b2228-ad36-4c13-a6d3-d2ad84131b79,DISK] 2024-12-10T23:27:42,796 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37017,DS-9f16c9e2-ae36-49b2-bb07-52dfd612006a,DISK] 2024-12-10T23:27:42,796 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44405,DS-e97f9cc2-63a3-4776-b9bc-8aabc1aeceb4,DISK] 2024-12-10T23:27:42,799 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733873262596/wal.1733873262779 2024-12-10T23:27:42,799 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35967:35967),(127.0.0.1/127.0.0.1:34725:34725),(127.0.0.1/127.0.0.1:37191:37191)] 2024-12-10T23:27:42,799 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 0bf3a16f87809d8b1488c9d9d0b87504, NAME => 'testReplayEditsWrittenIntoWAL,,1733873262598.0bf3a16f87809d8b1488c9d9d0b87504.', STARTKEY => '', ENDKEY => ''} 2024-12-10T23:27:42,799 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733873262598.0bf3a16f87809d8b1488c9d9d0b87504.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:27:42,800 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 0bf3a16f87809d8b1488c9d9d0b87504 2024-12-10T23:27:42,800 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 0bf3a16f87809d8b1488c9d9d0b87504 2024-12-10T23:27:42,802 INFO [StoreOpener-0bf3a16f87809d8b1488c9d9d0b87504-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0bf3a16f87809d8b1488c9d9d0b87504 2024-12-10T23:27:42,803 INFO [StoreOpener-0bf3a16f87809d8b1488c9d9d0b87504-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bf3a16f87809d8b1488c9d9d0b87504 columnFamilyName a 2024-12-10T23:27:42,804 DEBUG [StoreOpener-0bf3a16f87809d8b1488c9d9d0b87504-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:42,804 INFO [StoreOpener-0bf3a16f87809d8b1488c9d9d0b87504-1 {}] regionserver.HStore(327): Store=0bf3a16f87809d8b1488c9d9d0b87504/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:27:42,805 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0bf3a16f87809d8b1488c9d9d0b87504 2024-12-10T23:27:42,806 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/0bf3a16f87809d8b1488c9d9d0b87504 2024-12-10T23:27:42,808 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/0bf3a16f87809d8b1488c9d9d0b87504 2024-12-10T23:27:42,809 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/0bf3a16f87809d8b1488c9d9d0b87504/recovered.edits/0000000000000000002 2024-12-10T23:27:42,812 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/0bf3a16f87809d8b1488c9d9d0b87504/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-10T23:27:42,814 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/0bf3a16f87809d8b1488c9d9d0b87504/recovered.edits/0000000000000000002 2024-12-10T23:27:42,815 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0bf3a16f87809d8b1488c9d9d0b87504 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-10T23:27:42,834 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/0bf3a16f87809d8b1488c9d9d0b87504/.tmp/a/4a9ad55ed5a7415fbbaaf1fd667d0783 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733873262661/Put/seqid=0 2024-12-10T23:27:42,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741852_1028 (size=5170) 2024-12-10T23:27:42,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741852_1028 (size=5170) 2024-12-10T23:27:42,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741852_1028 (size=5170) 2024-12-10T23:27:42,843 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/0bf3a16f87809d8b1488c9d9d0b87504/.tmp/a/4a9ad55ed5a7415fbbaaf1fd667d0783 2024-12-10T23:27:42,853 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/0bf3a16f87809d8b1488c9d9d0b87504/.tmp/a/4a9ad55ed5a7415fbbaaf1fd667d0783 as hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/0bf3a16f87809d8b1488c9d9d0b87504/a/4a9ad55ed5a7415fbbaaf1fd667d0783 2024-12-10T23:27:42,861 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/0bf3a16f87809d8b1488c9d9d0b87504/a/4a9ad55ed5a7415fbbaaf1fd667d0783, entries=2, sequenceid=2, filesize=5.0 K 2024-12-10T23:27:42,861 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 0bf3a16f87809d8b1488c9d9d0b87504 in 46ms, sequenceid=2, compaction requested=false; wal=null 2024-12-10T23:27:42,862 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/0bf3a16f87809d8b1488c9d9d0b87504/recovered.edits/0000000000000000002 2024-12-10T23:27:42,862 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0bf3a16f87809d8b1488c9d9d0b87504 2024-12-10T23:27:42,862 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0bf3a16f87809d8b1488c9d9d0b87504 2024-12-10T23:27:42,865 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0bf3a16f87809d8b1488c9d9d0b87504 2024-12-10T23:27:42,867 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/0bf3a16f87809d8b1488c9d9d0b87504/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-10T23:27:42,869 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0bf3a16f87809d8b1488c9d9d0b87504; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63108826, jitterRate=-0.05960521101951599}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T23:27:42,869 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0bf3a16f87809d8b1488c9d9d0b87504: Writing region info on filesystem at 1733873262800Initializing all the Stores at 1733873262801 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873262801Obtaining lock to block concurrent updates at 1733873262815 (+14 ms)Preparing flush snapshotting stores in 0bf3a16f87809d8b1488c9d9d0b87504 at 1733873262815Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733873262598.0bf3a16f87809d8b1488c9d9d0b87504., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733873262815Flushing stores of testReplayEditsWrittenIntoWAL,,1733873262598.0bf3a16f87809d8b1488c9d9d0b87504. at 1733873262815Flushing 0bf3a16f87809d8b1488c9d9d0b87504/a: creating writer at 1733873262815Flushing 0bf3a16f87809d8b1488c9d9d0b87504/a: appending metadata at 1733873262832 (+17 ms)Flushing 0bf3a16f87809d8b1488c9d9d0b87504/a: closing flushed file at 1733873262833 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36ce6335: reopening flushed file at 1733873262851 (+18 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 0bf3a16f87809d8b1488c9d9d0b87504 in 46ms, sequenceid=2, compaction requested=false; wal=null at 1733873262861 (+10 ms)Cleaning up temporary data from old regions at 1733873262862 (+1 ms)Region opened successfully at 1733873262869 (+7 ms) 2024-12-10T23:27:42,885 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit1 Thread=386 (was 376) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1079563326-172.17.0.2-1733873256162:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1156125322_22 at /127.0.0.1:36608 [Receiving block BP-1079563326-172.17.0.2-1733873256162:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1079563326-172.17.0.2-1733873256162:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1156125322_22 at /127.0.0.1:50802 [Receiving block BP-1079563326-172.17.0.2-1733873256162:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1156125322_22 at /127.0.0.1:36230 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1079563326-172.17.0.2-1733873256162:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1156125322_22 at /127.0.0.1:50720 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1156125322_22 at /127.0.0.1:52926 [Waiting for operation #23] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1156125322_22 at /127.0.0.1:38216 [Receiving block BP-1079563326-172.17.0.2-1733873256162:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 701) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=102 (was 102), ProcessCount=11 (was 11), AvailableMemoryMB=4927 (was 4930) 2024-12-10T23:27:42,896 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenIntoWAL Thread=386, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=102, ProcessCount=11, AvailableMemoryMB=4926 2024-12-10T23:27:42,913 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:27:42,915 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:27:42,916 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T23:27:42,919 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-40113655, suffix=, logDir=hdfs://localhost:36669/hbase/WALs/hregion-40113655, archiveDir=hdfs://localhost:36669/hbase/oldWALs, maxLogs=32 2024-12-10T23:27:42,933 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-40113655/hregion-40113655.1733873262920, exclude list is [], retry=0 2024-12-10T23:27:42,936 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39663,DS-f32b2228-ad36-4c13-a6d3-d2ad84131b79,DISK] 2024-12-10T23:27:42,936 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37017,DS-9f16c9e2-ae36-49b2-bb07-52dfd612006a,DISK] 2024-12-10T23:27:42,936 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44405,DS-e97f9cc2-63a3-4776-b9bc-8aabc1aeceb4,DISK] 2024-12-10T23:27:42,939 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-40113655/hregion-40113655.1733873262920 2024-12-10T23:27:42,939 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35967:35967),(127.0.0.1/127.0.0.1:34725:34725),(127.0.0.1/127.0.0.1:37191:37191)] 2024-12-10T23:27:42,939 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 54424f1964ffb80ee2c375aec9b85d87, NAME => 'testReplayEditsWrittenIntoWAL,,1733873262913.54424f1964ffb80ee2c375aec9b85d87.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36669/hbase 2024-12-10T23:27:42,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741854_1030 (size=64) 2024-12-10T23:27:42,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741854_1030 (size=64) 2024-12-10T23:27:42,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741854_1030 (size=64) 2024-12-10T23:27:42,951 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733873262913.54424f1964ffb80ee2c375aec9b85d87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:27:42,953 INFO [StoreOpener-54424f1964ffb80ee2c375aec9b85d87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 54424f1964ffb80ee2c375aec9b85d87 2024-12-10T23:27:42,955 INFO [StoreOpener-54424f1964ffb80ee2c375aec9b85d87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54424f1964ffb80ee2c375aec9b85d87 columnFamilyName a 2024-12-10T23:27:42,955 DEBUG [StoreOpener-54424f1964ffb80ee2c375aec9b85d87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:42,956 INFO [StoreOpener-54424f1964ffb80ee2c375aec9b85d87-1 {}] regionserver.HStore(327): Store=54424f1964ffb80ee2c375aec9b85d87/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:27:42,956 INFO [StoreOpener-54424f1964ffb80ee2c375aec9b85d87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 54424f1964ffb80ee2c375aec9b85d87 2024-12-10T23:27:42,958 INFO [StoreOpener-54424f1964ffb80ee2c375aec9b85d87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54424f1964ffb80ee2c375aec9b85d87 columnFamilyName b 2024-12-10T23:27:42,958 DEBUG [StoreOpener-54424f1964ffb80ee2c375aec9b85d87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:42,958 INFO [StoreOpener-54424f1964ffb80ee2c375aec9b85d87-1 {}] regionserver.HStore(327): Store=54424f1964ffb80ee2c375aec9b85d87/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:27:42,958 INFO [StoreOpener-54424f1964ffb80ee2c375aec9b85d87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 54424f1964ffb80ee2c375aec9b85d87 2024-12-10T23:27:42,960 INFO [StoreOpener-54424f1964ffb80ee2c375aec9b85d87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54424f1964ffb80ee2c375aec9b85d87 columnFamilyName c 2024-12-10T23:27:42,960 DEBUG [StoreOpener-54424f1964ffb80ee2c375aec9b85d87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:42,961 INFO [StoreOpener-54424f1964ffb80ee2c375aec9b85d87-1 {}] regionserver.HStore(327): Store=54424f1964ffb80ee2c375aec9b85d87/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:27:42,961 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 54424f1964ffb80ee2c375aec9b85d87 2024-12-10T23:27:42,962 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/54424f1964ffb80ee2c375aec9b85d87 2024-12-10T23:27:42,962 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/54424f1964ffb80ee2c375aec9b85d87 2024-12-10T23:27:42,963 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 54424f1964ffb80ee2c375aec9b85d87 2024-12-10T23:27:42,964 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 54424f1964ffb80ee2c375aec9b85d87 2024-12-10T23:27:42,964 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T23:27:42,966 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 54424f1964ffb80ee2c375aec9b85d87 2024-12-10T23:27:42,968 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/54424f1964ffb80ee2c375aec9b85d87/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T23:27:42,969 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 54424f1964ffb80ee2c375aec9b85d87; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63992481, jitterRate=-0.04643772542476654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T23:27:42,970 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 54424f1964ffb80ee2c375aec9b85d87: Writing region info on filesystem at 1733873262952Initializing all the Stores at 1733873262953 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873262953Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873262953Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873262953Cleaning up temporary data from old regions at 1733873262964 (+11 ms)Region opened successfully at 1733873262969 (+5 ms) 2024-12-10T23:27:42,970 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 54424f1964ffb80ee2c375aec9b85d87, disabling compactions & flushes 2024-12-10T23:27:42,970 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733873262913.54424f1964ffb80ee2c375aec9b85d87. 2024-12-10T23:27:42,970 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733873262913.54424f1964ffb80ee2c375aec9b85d87. 2024-12-10T23:27:42,970 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733873262913.54424f1964ffb80ee2c375aec9b85d87. after waiting 0 ms 2024-12-10T23:27:42,970 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733873262913.54424f1964ffb80ee2c375aec9b85d87. 2024-12-10T23:27:42,970 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733873262913.54424f1964ffb80ee2c375aec9b85d87. 2024-12-10T23:27:42,970 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 54424f1964ffb80ee2c375aec9b85d87: Waiting for close lock at 1733873262970Disabling compacts and flushes for region at 1733873262970Disabling writes for close at 1733873262970Writing region close event to WAL at 1733873262970Closed at 1733873262970 2024-12-10T23:27:42,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741853_1029 (size=93) 2024-12-10T23:27:42,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741853_1029 (size=93) 2024-12-10T23:27:42,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741853_1029 (size=93) 2024-12-10T23:27:42,978 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-10T23:27:42,978 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-40113655:(num 1733873262920) 2024-12-10T23:27:42,978 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T23:27:42,980 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36669/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733873262912, archiveDir=hdfs://localhost:36669/hbase/oldWALs, maxLogs=32 2024-12-10T23:27:42,994 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733873262912/wal.1733873262981, exclude list is [], retry=0 2024-12-10T23:27:42,997 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37017,DS-9f16c9e2-ae36-49b2-bb07-52dfd612006a,DISK] 2024-12-10T23:27:42,997 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44405,DS-e97f9cc2-63a3-4776-b9bc-8aabc1aeceb4,DISK] 2024-12-10T23:27:42,998 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39663,DS-f32b2228-ad36-4c13-a6d3-d2ad84131b79,DISK] 2024-12-10T23:27:43,000 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733873262912/wal.1733873262981 2024-12-10T23:27:43,000 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34725:34725),(127.0.0.1/127.0.0.1:37191:37191),(127.0.0.1/127.0.0.1:35967:35967)] 2024-12-10T23:27:43,244 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36669/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733873262912/wal.1733873262981, size=0 (0bytes) 2024-12-10T23:27:43,244 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:36669/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733873262912/wal.1733873262981 might be still open, length is 0 2024-12-10T23:27:43,244 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36669/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733873262912/wal.1733873262981 2024-12-10T23:27:43,245 WARN [IPC Server handler 2 on default port 36669 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733873262912/wal.1733873262981 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-12-10T23:27:43,245 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:36669/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733873262912/wal.1733873262981 after 1ms 2024-12-10T23:27:44,057 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1156125322_22 at /127.0.0.1:36636 [Receiving block BP-1079563326-172.17.0.2-1733873256162:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:37017:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36636 dst: /127.0.0.1:37017 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:37017 remote=/127.0.0.1:36636]. Total timeout mills is 60000, 59136 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:27:44,058 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1156125322_22 at /127.0.0.1:38250 [Receiving block BP-1079563326-172.17.0.2-1733873256162:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:44405:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38250 dst: /127.0.0.1:44405 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:27:44,058 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1156125322_22 at /127.0.0.1:50846 [Receiving block BP-1079563326-172.17.0.2-1733873256162:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:39663:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50846 dst: /127.0.0.1:39663 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:27:44,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741855_1032 (size=200589) 2024-12-10T23:27:44,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741855_1032 (size=200589) 2024-12-10T23:27:44,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741855_1032 (size=200589) 2024-12-10T23:27:47,192 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-10T23:27:47,247 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:36669/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733873262912/wal.1733873262981 after 4002ms 2024-12-10T23:27:47,262 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-10T23:27:47,263 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36669/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733873262912/wal.1733873262981: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-10T23:27:47,265 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36669/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733873262912/wal.1733873262981 took 4022ms 2024-12-10T23:27:47,280 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733873262981.temp 2024-12-10T23:27:47,288 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/54424f1964ffb80ee2c375aec9b85d87/recovered.edits/0000000000000000001-wal.1733873262981.temp 2024-12-10T23:27:47,409 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:36669/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733873262912/wal.1733873262981; continuing. 2024-12-10T23:27:47,410 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36669/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733873262912/wal.1733873262981 so closing down 2024-12-10T23:27:47,410 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T23:27:47,410 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T23:27:47,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741856_1033 (size=200597) 2024-12-10T23:27:47,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741856_1033 (size=200597) 2024-12-10T23:27:47,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741856_1033 (size=200597) 2024-12-10T23:27:47,424 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/54424f1964ffb80ee2c375aec9b85d87/recovered.edits/0000000000000000001-wal.1733873262981.temp (wrote 3002 edits, skipped 0 edits in 43 ms) 2024-12-10T23:27:47,428 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/54424f1964ffb80ee2c375aec9b85d87/recovered.edits/0000000000000000001-wal.1733873262981.temp to hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/54424f1964ffb80ee2c375aec9b85d87/recovered.edits/0000000000000003002 2024-12-10T23:27:47,428 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 157 ms; skipped=0; WAL=hdfs://localhost:36669/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733873262912/wal.1733873262981, size=0, length=0, corrupted=false, cancelled=false 2024-12-10T23:27:47,428 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36669/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733873262912/wal.1733873262981, journal: Splitting hdfs://localhost:36669/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733873262912/wal.1733873262981, size=0 (0bytes) at 1733873263244Creating recovered edits writer path=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/54424f1964ffb80ee2c375aec9b85d87/recovered.edits/0000000000000000001-wal.1733873262981.temp at 1733873267288 (+4044 ms)Split 1024 edits, skipped 0 edits. at 1733873267350 (+62 ms)Split 2048 edits, skipped 0 edits. at 1733873267382 (+32 ms)Finishing writing output for hdfs://localhost:36669/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733873262912/wal.1733873262981 so closing down at 1733873267410 (+28 ms)3 split writer threads finished at 1733873267411 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/54424f1964ffb80ee2c375aec9b85d87/recovered.edits/0000000000000000001-wal.1733873262981.temp (wrote 3002 edits, skipped 0 edits in 43 ms) at 1733873267425 (+14 ms)Rename recovered edits hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/54424f1964ffb80ee2c375aec9b85d87/recovered.edits/0000000000000000001-wal.1733873262981.temp to hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/54424f1964ffb80ee2c375aec9b85d87/recovered.edits/0000000000000003002 at 1733873267428 (+3 ms)Processed 3002 edits across 1 Regions in 157 ms; skipped=0; WAL=hdfs://localhost:36669/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733873262912/wal.1733873262981, size=0, length=0, corrupted=false, cancelled=false at 1733873267428 2024-12-10T23:27:47,431 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36669/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733873262912/wal.1733873262981 to hdfs://localhost:36669/hbase/oldWALs/wal.1733873262981 2024-12-10T23:27:47,433 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/54424f1964ffb80ee2c375aec9b85d87/recovered.edits/0000000000000003002 2024-12-10T23:27:47,434 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T23:27:47,437 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36669/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733873262912, archiveDir=hdfs://localhost:36669/hbase/oldWALs, maxLogs=32 2024-12-10T23:27:47,461 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733873262912/wal.1733873267437, exclude list is [], retry=0 2024-12-10T23:27:47,466 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44405,DS-e97f9cc2-63a3-4776-b9bc-8aabc1aeceb4,DISK] 2024-12-10T23:27:47,466 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39663,DS-f32b2228-ad36-4c13-a6d3-d2ad84131b79,DISK] 2024-12-10T23:27:47,466 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37017,DS-9f16c9e2-ae36-49b2-bb07-52dfd612006a,DISK] 2024-12-10T23:27:47,470 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733873262912/wal.1733873267437 2024-12-10T23:27:47,471 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37191:37191),(127.0.0.1/127.0.0.1:35967:35967),(127.0.0.1/127.0.0.1:34725:34725)] 2024-12-10T23:27:47,471 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733873262913.54424f1964ffb80ee2c375aec9b85d87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:27:47,473 INFO [StoreOpener-54424f1964ffb80ee2c375aec9b85d87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 54424f1964ffb80ee2c375aec9b85d87 2024-12-10T23:27:47,474 INFO [StoreOpener-54424f1964ffb80ee2c375aec9b85d87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54424f1964ffb80ee2c375aec9b85d87 columnFamilyName a 2024-12-10T23:27:47,475 DEBUG [StoreOpener-54424f1964ffb80ee2c375aec9b85d87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:47,475 INFO [StoreOpener-54424f1964ffb80ee2c375aec9b85d87-1 {}] regionserver.HStore(327): Store=54424f1964ffb80ee2c375aec9b85d87/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:27:47,475 INFO [StoreOpener-54424f1964ffb80ee2c375aec9b85d87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 54424f1964ffb80ee2c375aec9b85d87 2024-12-10T23:27:47,476 INFO [StoreOpener-54424f1964ffb80ee2c375aec9b85d87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54424f1964ffb80ee2c375aec9b85d87 columnFamilyName b 2024-12-10T23:27:47,476 DEBUG [StoreOpener-54424f1964ffb80ee2c375aec9b85d87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:47,477 INFO [StoreOpener-54424f1964ffb80ee2c375aec9b85d87-1 {}] regionserver.HStore(327): Store=54424f1964ffb80ee2c375aec9b85d87/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:27:47,477 INFO [StoreOpener-54424f1964ffb80ee2c375aec9b85d87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 54424f1964ffb80ee2c375aec9b85d87 2024-12-10T23:27:47,478 INFO [StoreOpener-54424f1964ffb80ee2c375aec9b85d87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54424f1964ffb80ee2c375aec9b85d87 columnFamilyName c 2024-12-10T23:27:47,478 DEBUG [StoreOpener-54424f1964ffb80ee2c375aec9b85d87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:47,479 INFO [StoreOpener-54424f1964ffb80ee2c375aec9b85d87-1 {}] regionserver.HStore(327): Store=54424f1964ffb80ee2c375aec9b85d87/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:27:47,479 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 54424f1964ffb80ee2c375aec9b85d87 2024-12-10T23:27:47,480 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/54424f1964ffb80ee2c375aec9b85d87 2024-12-10T23:27:47,483 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/54424f1964ffb80ee2c375aec9b85d87 2024-12-10T23:27:47,484 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/54424f1964ffb80ee2c375aec9b85d87/recovered.edits/0000000000000003002 2024-12-10T23:27:47,488 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/54424f1964ffb80ee2c375aec9b85d87/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-10T23:27:47,531 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-10T23:27:48,040 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 54424f1964ffb80ee2c375aec9b85d87 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-10T23:27:48,088 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/54424f1964ffb80ee2c375aec9b85d87/.tmp/a/568ec2824d6c4bcfaaaaca8dc830f519 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1733873263005/Put/seqid=0 2024-12-10T23:27:48,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741858_1035 (size=50463) 2024-12-10T23:27:48,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741858_1035 (size=50463) 2024-12-10T23:27:48,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741858_1035 (size=50463) 2024-12-10T23:27:48,123 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/54424f1964ffb80ee2c375aec9b85d87/.tmp/a/568ec2824d6c4bcfaaaaca8dc830f519 2024-12-10T23:27:48,135 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/54424f1964ffb80ee2c375aec9b85d87/.tmp/a/568ec2824d6c4bcfaaaaca8dc830f519 as hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/54424f1964ffb80ee2c375aec9b85d87/a/568ec2824d6c4bcfaaaaca8dc830f519 2024-12-10T23:27:48,144 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/54424f1964ffb80ee2c375aec9b85d87/a/568ec2824d6c4bcfaaaaca8dc830f519, entries=754, sequenceid=754, filesize=49.3 K 2024-12-10T23:27:48,145 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 54424f1964ffb80ee2c375aec9b85d87 in 104ms, sequenceid=754, compaction requested=false; wal=null 2024-12-10T23:27:48,178 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-10T23:27:48,179 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 54424f1964ffb80ee2c375aec9b85d87 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-10T23:27:48,196 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/54424f1964ffb80ee2c375aec9b85d87/.tmp/a/bc715d4ad9814064972c2a1221c42b1f is 62, key is testReplayEditsWrittenIntoWAL/a:754/1733873263034/Put/seqid=0 2024-12-10T23:27:48,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741859_1036 (size=20072) 2024-12-10T23:27:48,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741859_1036 (size=20072) 2024-12-10T23:27:48,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741859_1036 (size=20072) 2024-12-10T23:27:48,225 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/54424f1964ffb80ee2c375aec9b85d87/.tmp/a/bc715d4ad9814064972c2a1221c42b1f 2024-12-10T23:27:48,254 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/54424f1964ffb80ee2c375aec9b85d87/.tmp/b/783accdca86545f9a5af943527dcafa8 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1733873263058/Put/seqid=0 2024-12-10T23:27:48,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741860_1037 (size=35835) 2024-12-10T23:27:48,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741860_1037 (size=35835) 2024-12-10T23:27:48,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741860_1037 (size=35835) 2024-12-10T23:27:48,269 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/54424f1964ffb80ee2c375aec9b85d87/.tmp/b/783accdca86545f9a5af943527dcafa8 2024-12-10T23:27:48,278 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/54424f1964ffb80ee2c375aec9b85d87/.tmp/a/bc715d4ad9814064972c2a1221c42b1f as hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/54424f1964ffb80ee2c375aec9b85d87/a/bc715d4ad9814064972c2a1221c42b1f 2024-12-10T23:27:48,286 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/54424f1964ffb80ee2c375aec9b85d87/a/bc715d4ad9814064972c2a1221c42b1f, entries=246, sequenceid=1508, filesize=19.6 K 2024-12-10T23:27:48,288 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/54424f1964ffb80ee2c375aec9b85d87/.tmp/b/783accdca86545f9a5af943527dcafa8 as hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/54424f1964ffb80ee2c375aec9b85d87/b/783accdca86545f9a5af943527dcafa8 2024-12-10T23:27:48,301 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/54424f1964ffb80ee2c375aec9b85d87/b/783accdca86545f9a5af943527dcafa8, entries=508, sequenceid=1508, filesize=35.0 K 2024-12-10T23:27:48,301 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 54424f1964ffb80ee2c375aec9b85d87 in 123ms, sequenceid=1508, compaction requested=false; wal=null 2024-12-10T23:27:48,319 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-10T23:27:48,320 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 54424f1964ffb80ee2c375aec9b85d87 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-10T23:27:48,327 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/54424f1964ffb80ee2c375aec9b85d87/.tmp/b/2892d198b17d44d2a915b12d8c43fda5 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1733873263085/Put/seqid=0 2024-12-10T23:27:48,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741861_1038 (size=35082) 2024-12-10T23:27:48,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741861_1038 (size=35082) 2024-12-10T23:27:48,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741861_1038 (size=35082) 2024-12-10T23:27:48,365 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/54424f1964ffb80ee2c375aec9b85d87/.tmp/b/2892d198b17d44d2a915b12d8c43fda5 2024-12-10T23:27:48,393 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/54424f1964ffb80ee2c375aec9b85d87/.tmp/c/63461ad734de4391a0ba01c536b530a8 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1733873263127/Put/seqid=0 2024-12-10T23:27:48,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741862_1039 (size=20825) 2024-12-10T23:27:48,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741862_1039 (size=20825) 2024-12-10T23:27:48,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741862_1039 (size=20825) 2024-12-10T23:27:48,417 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/54424f1964ffb80ee2c375aec9b85d87/.tmp/c/63461ad734de4391a0ba01c536b530a8 2024-12-10T23:27:48,426 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/54424f1964ffb80ee2c375aec9b85d87/.tmp/b/2892d198b17d44d2a915b12d8c43fda5 as hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/54424f1964ffb80ee2c375aec9b85d87/b/2892d198b17d44d2a915b12d8c43fda5 2024-12-10T23:27:48,436 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/54424f1964ffb80ee2c375aec9b85d87/b/2892d198b17d44d2a915b12d8c43fda5, entries=492, sequenceid=2262, filesize=34.3 K 2024-12-10T23:27:48,438 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/54424f1964ffb80ee2c375aec9b85d87/.tmp/c/63461ad734de4391a0ba01c536b530a8 as hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/54424f1964ffb80ee2c375aec9b85d87/c/63461ad734de4391a0ba01c536b530a8 2024-12-10T23:27:48,449 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/54424f1964ffb80ee2c375aec9b85d87/c/63461ad734de4391a0ba01c536b530a8, entries=262, sequenceid=2262, filesize=20.3 K 2024-12-10T23:27:48,450 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 54424f1964ffb80ee2c375aec9b85d87 in 130ms, sequenceid=2262, compaction requested=false; wal=null 2024-12-10T23:27:48,466 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1733873263191/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1733873262913.54424f1964ffb80ee2c375aec9b85d87. 2024-12-10T23:27:48,471 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/54424f1964ffb80ee2c375aec9b85d87/recovered.edits/0000000000000003002 2024-12-10T23:27:48,471 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-10T23:27:48,471 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 54424f1964ffb80ee2c375aec9b85d87 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-12-10T23:27:48,487 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/54424f1964ffb80ee2c375aec9b85d87/.tmp/c/0eeb63a1042a4671a7f9b971c1e2fab7 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1733873263138/Put/seqid=0 2024-12-10T23:27:48,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741863_1040 (size=50301) 2024-12-10T23:27:48,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741863_1040 (size=50301) 2024-12-10T23:27:48,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741863_1040 (size=50301) 2024-12-10T23:27:48,519 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/54424f1964ffb80ee2c375aec9b85d87/.tmp/c/0eeb63a1042a4671a7f9b971c1e2fab7 2024-12-10T23:27:48,529 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0eeb63a1042a4671a7f9b971c1e2fab7 2024-12-10T23:27:48,531 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/54424f1964ffb80ee2c375aec9b85d87/.tmp/c/0eeb63a1042a4671a7f9b971c1e2fab7 as hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/54424f1964ffb80ee2c375aec9b85d87/c/0eeb63a1042a4671a7f9b971c1e2fab7 2024-12-10T23:27:48,539 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0eeb63a1042a4671a7f9b971c1e2fab7 2024-12-10T23:27:48,540 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/54424f1964ffb80ee2c375aec9b85d87/c/0eeb63a1042a4671a7f9b971c1e2fab7, entries=739, sequenceid=3002, filesize=49.1 K 2024-12-10T23:27:48,540 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 54424f1964ffb80ee2c375aec9b85d87 in 69ms, sequenceid=3002, compaction requested=false; wal=null 2024-12-10T23:27:48,542 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/54424f1964ffb80ee2c375aec9b85d87/recovered.edits/0000000000000003002 2024-12-10T23:27:48,543 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 54424f1964ffb80ee2c375aec9b85d87 2024-12-10T23:27:48,543 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 54424f1964ffb80ee2c375aec9b85d87 2024-12-10T23:27:48,544 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-10T23:27:48,546 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 54424f1964ffb80ee2c375aec9b85d87 2024-12-10T23:27:48,549 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenIntoWAL/54424f1964ffb80ee2c375aec9b85d87/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-12-10T23:27:48,551 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 54424f1964ffb80ee2c375aec9b85d87; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59856731, jitterRate=-0.10806520283222198}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-10T23:27:48,551 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 54424f1964ffb80ee2c375aec9b85d87: Writing region info on filesystem at 1733873267471Initializing all the Stores at 1733873267473 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873267473Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873267473Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873267473Cleaning up temporary data from old regions at 1733873268543 (+1070 ms)Region opened successfully at 1733873268551 (+8 ms) 2024-12-10T23:27:48,643 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 54424f1964ffb80ee2c375aec9b85d87, disabling compactions & flushes 2024-12-10T23:27:48,643 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733873262913.54424f1964ffb80ee2c375aec9b85d87. 2024-12-10T23:27:48,643 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733873262913.54424f1964ffb80ee2c375aec9b85d87. 2024-12-10T23:27:48,643 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733873262913.54424f1964ffb80ee2c375aec9b85d87. after waiting 0 ms 2024-12-10T23:27:48,643 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733873262913.54424f1964ffb80ee2c375aec9b85d87. 2024-12-10T23:27:48,650 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733873262913.54424f1964ffb80ee2c375aec9b85d87. 2024-12-10T23:27:48,651 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 54424f1964ffb80ee2c375aec9b85d87: Waiting for close lock at 1733873268642Disabling compacts and flushes for region at 1733873268642Disabling writes for close at 1733873268643 (+1 ms)Writing region close event to WAL at 1733873268650 (+7 ms)Closed at 1733873268650 2024-12-10T23:27:48,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741857_1034 (size=93) 2024-12-10T23:27:48,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741857_1034 (size=93) 2024-12-10T23:27:48,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741857_1034 (size=93) 2024-12-10T23:27:48,661 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-10T23:27:48,661 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733873267437) 2024-12-10T23:27:48,688 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenIntoWAL Thread=402 (was 386) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:44205 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44205 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:40667 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1980918980_22 at /127.0.0.1:38282 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de65a785-98a8-0edc-8557-fc3ee5e816cd/cluster_11657de7-6803-818d-f591-eea5e1e268f8/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de65a785-98a8-0edc-8557-fc3ee5e816cd/cluster_11657de7-6803-818d-f591-eea5e1e268f8/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1980918980_22 at /127.0.0.1:36710 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de65a785-98a8-0edc-8557-fc3ee5e816cd/cluster_11657de7-6803-818d-f591-eea5e1e268f8/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:36669 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:36669 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1980918980_22 at /127.0.0.1:36674 [Waiting for operation #4] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1980918980_22 at /127.0.0.1:50878 [Waiting for operation #31] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de65a785-98a8-0edc-8557-fc3ee5e816cd/cluster_11657de7-6803-818d-f591-eea5e1e268f8/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=102 (was 102), ProcessCount=11 (was 11), AvailableMemoryMB=4820 (was 4926) 2024-12-10T23:27:48,702 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#test2727 Thread=402, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=102, ProcessCount=11, AvailableMemoryMB=4819 2024-12-10T23:27:48,719 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:27:48,721 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:27:48,722 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T23:27:48,725 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-90583130, suffix=, logDir=hdfs://localhost:36669/hbase/WALs/hregion-90583130, archiveDir=hdfs://localhost:36669/hbase/oldWALs, maxLogs=32 2024-12-10T23:27:48,739 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-90583130/hregion-90583130.1733873268725, exclude list is [], retry=0 2024-12-10T23:27:48,743 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37017,DS-9f16c9e2-ae36-49b2-bb07-52dfd612006a,DISK] 2024-12-10T23:27:48,743 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44405,DS-e97f9cc2-63a3-4776-b9bc-8aabc1aeceb4,DISK] 2024-12-10T23:27:48,743 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39663,DS-f32b2228-ad36-4c13-a6d3-d2ad84131b79,DISK] 2024-12-10T23:27:48,746 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-90583130/hregion-90583130.1733873268725 2024-12-10T23:27:48,746 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34725:34725),(127.0.0.1/127.0.0.1:37191:37191),(127.0.0.1/127.0.0.1:35967:35967)] 2024-12-10T23:27:48,746 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 5018db99385980de0398546a3eb42fde, NAME => 'test2727,,1733873268720.5018db99385980de0398546a3eb42fde.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36669/hbase 2024-12-10T23:27:48,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741865_1042 (size=43) 2024-12-10T23:27:48,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741865_1042 (size=43) 2024-12-10T23:27:48,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741865_1042 (size=43) 2024-12-10T23:27:48,756 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733873268720.5018db99385980de0398546a3eb42fde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:27:48,758 INFO [StoreOpener-5018db99385980de0398546a3eb42fde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5018db99385980de0398546a3eb42fde 2024-12-10T23:27:48,759 INFO [StoreOpener-5018db99385980de0398546a3eb42fde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5018db99385980de0398546a3eb42fde columnFamilyName a 2024-12-10T23:27:48,759 DEBUG [StoreOpener-5018db99385980de0398546a3eb42fde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:48,760 INFO [StoreOpener-5018db99385980de0398546a3eb42fde-1 {}] regionserver.HStore(327): Store=5018db99385980de0398546a3eb42fde/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:27:48,760 INFO [StoreOpener-5018db99385980de0398546a3eb42fde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5018db99385980de0398546a3eb42fde 2024-12-10T23:27:48,761 INFO [StoreOpener-5018db99385980de0398546a3eb42fde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5018db99385980de0398546a3eb42fde columnFamilyName b 2024-12-10T23:27:48,761 DEBUG [StoreOpener-5018db99385980de0398546a3eb42fde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:48,762 INFO [StoreOpener-5018db99385980de0398546a3eb42fde-1 {}] regionserver.HStore(327): Store=5018db99385980de0398546a3eb42fde/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:27:48,762 INFO [StoreOpener-5018db99385980de0398546a3eb42fde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5018db99385980de0398546a3eb42fde 2024-12-10T23:27:48,763 INFO [StoreOpener-5018db99385980de0398546a3eb42fde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5018db99385980de0398546a3eb42fde columnFamilyName c 2024-12-10T23:27:48,763 DEBUG [StoreOpener-5018db99385980de0398546a3eb42fde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:48,763 INFO [StoreOpener-5018db99385980de0398546a3eb42fde-1 {}] regionserver.HStore(327): Store=5018db99385980de0398546a3eb42fde/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:27:48,764 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5018db99385980de0398546a3eb42fde 2024-12-10T23:27:48,764 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/test2727/5018db99385980de0398546a3eb42fde 2024-12-10T23:27:48,765 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/test2727/5018db99385980de0398546a3eb42fde 2024-12-10T23:27:48,766 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5018db99385980de0398546a3eb42fde 2024-12-10T23:27:48,766 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5018db99385980de0398546a3eb42fde 2024-12-10T23:27:48,766 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T23:27:48,768 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5018db99385980de0398546a3eb42fde 2024-12-10T23:27:48,770 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36669/hbase/data/default/test2727/5018db99385980de0398546a3eb42fde/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T23:27:48,770 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5018db99385980de0398546a3eb42fde; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73252701, jitterRate=0.0915503054857254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T23:27:48,771 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5018db99385980de0398546a3eb42fde: Writing region info on filesystem at 1733873268756Initializing all the Stores at 1733873268757 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873268757Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873268757Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873268758 (+1 ms)Cleaning up temporary data from old regions at 1733873268766 (+8 ms)Region opened successfully at 1733873268771 (+5 ms) 2024-12-10T23:27:48,772 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5018db99385980de0398546a3eb42fde, disabling compactions & flushes 2024-12-10T23:27:48,772 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733873268720.5018db99385980de0398546a3eb42fde. 2024-12-10T23:27:48,772 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733873268720.5018db99385980de0398546a3eb42fde. 2024-12-10T23:27:48,772 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733873268720.5018db99385980de0398546a3eb42fde. after waiting 0 ms 2024-12-10T23:27:48,772 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733873268720.5018db99385980de0398546a3eb42fde. 2024-12-10T23:27:48,772 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733873268720.5018db99385980de0398546a3eb42fde. 2024-12-10T23:27:48,772 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5018db99385980de0398546a3eb42fde: Waiting for close lock at 1733873268771Disabling compacts and flushes for region at 1733873268771Disabling writes for close at 1733873268772 (+1 ms)Writing region close event to WAL at 1733873268772Closed at 1733873268772 2024-12-10T23:27:48,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741864_1041 (size=93) 2024-12-10T23:27:48,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741864_1041 (size=93) 2024-12-10T23:27:48,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741864_1041 (size=93) 2024-12-10T23:27:48,779 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-10T23:27:48,779 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-90583130:(num 1733873268725) 2024-12-10T23:27:48,779 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T23:27:48,781 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36669/hbase/WALs/test2727-manual,16010,1733873268718, archiveDir=hdfs://localhost:36669/hbase/oldWALs, maxLogs=32 2024-12-10T23:27:48,795 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733873268718/wal.1733873268782, exclude list is [], retry=0 2024-12-10T23:27:48,798 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37017,DS-9f16c9e2-ae36-49b2-bb07-52dfd612006a,DISK] 2024-12-10T23:27:48,799 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39663,DS-f32b2228-ad36-4c13-a6d3-d2ad84131b79,DISK] 2024-12-10T23:27:48,799 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44405,DS-e97f9cc2-63a3-4776-b9bc-8aabc1aeceb4,DISK] 2024-12-10T23:27:48,801 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733873268718/wal.1733873268782 2024-12-10T23:27:48,802 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34725:34725),(127.0.0.1/127.0.0.1:35967:35967),(127.0.0.1/127.0.0.1:37191:37191)] 2024-12-10T23:27:48,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741866_1043 (size=200357) 2024-12-10T23:27:48,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741866_1043 (size=200357) 2024-12-10T23:27:48,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741866_1043 (size=200357) 2024-12-10T23:27:48,978 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36669/hbase/WALs/test2727-manual,16010,1733873268718/wal.1733873268782, size=195.7 K (200357bytes) 2024-12-10T23:27:48,978 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36669/hbase/WALs/test2727-manual,16010,1733873268718/wal.1733873268782 2024-12-10T23:27:48,979 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36669/hbase/WALs/test2727-manual,16010,1733873268718/wal.1733873268782 after 0ms 2024-12-10T23:27:48,982 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36669/hbase/WALs/test2727-manual,16010,1733873268718/wal.1733873268782: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-10T23:27:48,984 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36669/hbase/WALs/test2727-manual,16010,1733873268718/wal.1733873268782 took 6ms 2024-12-10T23:27:48,989 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733873268782.temp 2024-12-10T23:27:48,991 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36669/hbase/data/default/test2727/5018db99385980de0398546a3eb42fde/recovered.edits/0000000000000000001-wal.1733873268782.temp 2024-12-10T23:27:49,041 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36669/hbase/WALs/test2727-manual,16010,1733873268718/wal.1733873268782 so closing down 2024-12-10T23:27:49,041 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T23:27:49,041 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T23:27:49,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741867_1044 (size=200357) 2024-12-10T23:27:49,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741867_1044 (size=200357) 2024-12-10T23:27:49,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741867_1044 (size=200357) 2024-12-10T23:27:49,046 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36669/hbase/data/default/test2727/5018db99385980de0398546a3eb42fde/recovered.edits/0000000000000000001-wal.1733873268782.temp (wrote 3000 edits, skipped 0 edits in 21 ms) 2024-12-10T23:27:49,047 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36669/hbase/data/default/test2727/5018db99385980de0398546a3eb42fde/recovered.edits/0000000000000000001-wal.1733873268782.temp to hdfs://localhost:36669/hbase/data/default/test2727/5018db99385980de0398546a3eb42fde/recovered.edits/0000000000000003000 2024-12-10T23:27:49,047 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 62 ms; skipped=0; WAL=hdfs://localhost:36669/hbase/WALs/test2727-manual,16010,1733873268718/wal.1733873268782, size=195.7 K, length=200357, corrupted=false, cancelled=false 2024-12-10T23:27:49,048 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36669/hbase/WALs/test2727-manual,16010,1733873268718/wal.1733873268782, journal: Splitting hdfs://localhost:36669/hbase/WALs/test2727-manual,16010,1733873268718/wal.1733873268782, size=195.7 K (200357bytes) at 1733873268978Creating recovered edits writer path=hdfs://localhost:36669/hbase/data/default/test2727/5018db99385980de0398546a3eb42fde/recovered.edits/0000000000000000001-wal.1733873268782.temp at 1733873268991 (+13 ms)Split 1024 edits, skipped 0 edits. at 1733873269006 (+15 ms)Split 2048 edits, skipped 0 edits. at 1733873269024 (+18 ms)Finishing writing output for hdfs://localhost:36669/hbase/WALs/test2727-manual,16010,1733873268718/wal.1733873268782 so closing down at 1733873269041 (+17 ms)3 split writer threads finished at 1733873269041Closed recovered edits writer path=hdfs://localhost:36669/hbase/data/default/test2727/5018db99385980de0398546a3eb42fde/recovered.edits/0000000000000000001-wal.1733873268782.temp (wrote 3000 edits, skipped 0 edits in 21 ms) at 1733873269046 (+5 ms)Rename recovered edits hdfs://localhost:36669/hbase/data/default/test2727/5018db99385980de0398546a3eb42fde/recovered.edits/0000000000000000001-wal.1733873268782.temp to hdfs://localhost:36669/hbase/data/default/test2727/5018db99385980de0398546a3eb42fde/recovered.edits/0000000000000003000 at 1733873269047 (+1 ms)Processed 3000 edits across 1 Regions in 62 ms; skipped=0; WAL=hdfs://localhost:36669/hbase/WALs/test2727-manual,16010,1733873268718/wal.1733873268782, size=195.7 K, length=200357, corrupted=false, cancelled=false at 1733873269048 (+1 ms) 2024-12-10T23:27:49,049 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36669/hbase/WALs/test2727-manual,16010,1733873268718/wal.1733873268782 to hdfs://localhost:36669/hbase/oldWALs/wal.1733873268782 2024-12-10T23:27:49,050 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:36669/hbase/data/default/test2727/5018db99385980de0398546a3eb42fde/recovered.edits/0000000000000003000 2024-12-10T23:27:49,050 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T23:27:49,052 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36669/hbase/WALs/test2727-manual,16010,1733873268718, archiveDir=hdfs://localhost:36669/hbase/oldWALs, maxLogs=32 2024-12-10T23:27:49,068 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733873268718/wal.1733873269053, exclude list is [], retry=0 2024-12-10T23:27:49,071 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44405,DS-e97f9cc2-63a3-4776-b9bc-8aabc1aeceb4,DISK] 2024-12-10T23:27:49,072 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39663,DS-f32b2228-ad36-4c13-a6d3-d2ad84131b79,DISK] 2024-12-10T23:27:49,072 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37017,DS-9f16c9e2-ae36-49b2-bb07-52dfd612006a,DISK] 2024-12-10T23:27:49,074 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733873268718/wal.1733873269053 2024-12-10T23:27:49,075 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37191:37191),(127.0.0.1/127.0.0.1:35967:35967),(127.0.0.1/127.0.0.1:34725:34725)] 2024-12-10T23:27:49,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741868_1045 (size=200484) 2024-12-10T23:27:49,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741868_1045 (size=200484) 2024-12-10T23:27:49,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741868_1045 (size=200484) 2024-12-10T23:27:49,247 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36669/hbase/WALs/test2727-manual,16010,1733873268718/wal.1733873269053, size=195.8 K (200484bytes) 2024-12-10T23:27:49,248 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36669/hbase/WALs/test2727-manual,16010,1733873268718/wal.1733873269053 2024-12-10T23:27:49,248 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36669/hbase/WALs/test2727-manual,16010,1733873268718/wal.1733873269053 after 0ms 2024-12-10T23:27:49,251 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36669/hbase/WALs/test2727-manual,16010,1733873268718/wal.1733873269053: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-10T23:27:49,253 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36669/hbase/WALs/test2727-manual,16010,1733873268718/wal.1733873269053 took 6ms 2024-12-10T23:27:49,258 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1733873269053.temp 2024-12-10T23:27:49,260 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36669/hbase/data/default/test2727/5018db99385980de0398546a3eb42fde/recovered.edits/0000000000000003001-wal.1733873269053.temp 2024-12-10T23:27:49,309 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36669/hbase/WALs/test2727-manual,16010,1733873268718/wal.1733873269053 so closing down 2024-12-10T23:27:49,310 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T23:27:49,311 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T23:27:49,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741869_1046 (size=200484) 2024-12-10T23:27:49,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741869_1046 (size=200484) 2024-12-10T23:27:49,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741869_1046 (size=200484) 2024-12-10T23:27:49,315 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36669/hbase/data/default/test2727/5018db99385980de0398546a3eb42fde/recovered.edits/0000000000000003001-wal.1733873269053.temp (wrote 3000 edits, skipped 0 edits in 20 ms) 2024-12-10T23:27:49,317 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36669/hbase/data/default/test2727/5018db99385980de0398546a3eb42fde/recovered.edits/0000000000000003001-wal.1733873269053.temp to hdfs://localhost:36669/hbase/data/default/test2727/5018db99385980de0398546a3eb42fde/recovered.edits/0000000000000006000 2024-12-10T23:27:49,317 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 64 ms; skipped=0; WAL=hdfs://localhost:36669/hbase/WALs/test2727-manual,16010,1733873268718/wal.1733873269053, size=195.8 K, length=200484, corrupted=false, cancelled=false 2024-12-10T23:27:49,317 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36669/hbase/WALs/test2727-manual,16010,1733873268718/wal.1733873269053, journal: Splitting hdfs://localhost:36669/hbase/WALs/test2727-manual,16010,1733873268718/wal.1733873269053, size=195.8 K (200484bytes) at 1733873269247Creating recovered edits writer path=hdfs://localhost:36669/hbase/data/default/test2727/5018db99385980de0398546a3eb42fde/recovered.edits/0000000000000003001-wal.1733873269053.temp at 1733873269260 (+13 ms)Split 1024 edits, skipped 0 edits. at 1733873269274 (+14 ms)Split 2048 edits, skipped 0 edits. at 1733873269292 (+18 ms)Finishing writing output for hdfs://localhost:36669/hbase/WALs/test2727-manual,16010,1733873268718/wal.1733873269053 so closing down at 1733873269309 (+17 ms)3 split writer threads finished at 1733873269311 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36669/hbase/data/default/test2727/5018db99385980de0398546a3eb42fde/recovered.edits/0000000000000003001-wal.1733873269053.temp (wrote 3000 edits, skipped 0 edits in 20 ms) at 1733873269315 (+4 ms)Rename recovered edits hdfs://localhost:36669/hbase/data/default/test2727/5018db99385980de0398546a3eb42fde/recovered.edits/0000000000000003001-wal.1733873269053.temp to hdfs://localhost:36669/hbase/data/default/test2727/5018db99385980de0398546a3eb42fde/recovered.edits/0000000000000006000 at 1733873269317 (+2 ms)Processed 3000 edits across 1 Regions in 64 ms; skipped=0; WAL=hdfs://localhost:36669/hbase/WALs/test2727-manual,16010,1733873268718/wal.1733873269053, size=195.8 K, length=200484, corrupted=false, cancelled=false at 1733873269317 2024-12-10T23:27:49,319 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36669/hbase/WALs/test2727-manual,16010,1733873268718/wal.1733873269053 to hdfs://localhost:36669/hbase/oldWALs/wal.1733873269053 2024-12-10T23:27:49,321 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:36669/hbase/data/default/test2727/5018db99385980de0398546a3eb42fde/recovered.edits/0000000000000006000 2024-12-10T23:27:49,321 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T23:27:49,323 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36669/hbase/WALs/test2727-manual,16010,1733873268718, archiveDir=hdfs://localhost:36669/hbase/oldWALs, maxLogs=32 2024-12-10T23:27:49,346 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733873268718/wal.1733873269324, exclude list is [], retry=0 2024-12-10T23:27:49,349 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37017,DS-9f16c9e2-ae36-49b2-bb07-52dfd612006a,DISK] 2024-12-10T23:27:49,350 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44405,DS-e97f9cc2-63a3-4776-b9bc-8aabc1aeceb4,DISK] 2024-12-10T23:27:49,350 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39663,DS-f32b2228-ad36-4c13-a6d3-d2ad84131b79,DISK] 2024-12-10T23:27:49,353 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733873268718/wal.1733873269324 2024-12-10T23:27:49,353 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34725:34725),(127.0.0.1/127.0.0.1:37191:37191),(127.0.0.1/127.0.0.1:35967:35967)] 2024-12-10T23:27:49,353 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 5018db99385980de0398546a3eb42fde, NAME => 'test2727,,1733873268720.5018db99385980de0398546a3eb42fde.', STARTKEY => '', ENDKEY => ''} 2024-12-10T23:27:49,354 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733873268720.5018db99385980de0398546a3eb42fde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:27:49,354 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 5018db99385980de0398546a3eb42fde 2024-12-10T23:27:49,354 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 5018db99385980de0398546a3eb42fde 2024-12-10T23:27:49,356 INFO [StoreOpener-5018db99385980de0398546a3eb42fde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5018db99385980de0398546a3eb42fde 2024-12-10T23:27:49,357 INFO [StoreOpener-5018db99385980de0398546a3eb42fde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5018db99385980de0398546a3eb42fde columnFamilyName a 2024-12-10T23:27:49,357 DEBUG [StoreOpener-5018db99385980de0398546a3eb42fde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:49,358 INFO [StoreOpener-5018db99385980de0398546a3eb42fde-1 {}] regionserver.HStore(327): Store=5018db99385980de0398546a3eb42fde/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:27:49,358 INFO [StoreOpener-5018db99385980de0398546a3eb42fde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5018db99385980de0398546a3eb42fde 2024-12-10T23:27:49,359 INFO [StoreOpener-5018db99385980de0398546a3eb42fde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5018db99385980de0398546a3eb42fde columnFamilyName b 2024-12-10T23:27:49,360 DEBUG [StoreOpener-5018db99385980de0398546a3eb42fde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:49,360 INFO [StoreOpener-5018db99385980de0398546a3eb42fde-1 {}] regionserver.HStore(327): Store=5018db99385980de0398546a3eb42fde/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:27:49,360 INFO [StoreOpener-5018db99385980de0398546a3eb42fde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5018db99385980de0398546a3eb42fde 2024-12-10T23:27:49,362 INFO [StoreOpener-5018db99385980de0398546a3eb42fde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5018db99385980de0398546a3eb42fde columnFamilyName c 2024-12-10T23:27:49,362 DEBUG [StoreOpener-5018db99385980de0398546a3eb42fde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:49,362 INFO [StoreOpener-5018db99385980de0398546a3eb42fde-1 {}] regionserver.HStore(327): Store=5018db99385980de0398546a3eb42fde/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:27:49,363 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5018db99385980de0398546a3eb42fde 2024-12-10T23:27:49,363 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/test2727/5018db99385980de0398546a3eb42fde 2024-12-10T23:27:49,366 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/test2727/5018db99385980de0398546a3eb42fde 2024-12-10T23:27:49,367 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36669/hbase/data/default/test2727/5018db99385980de0398546a3eb42fde/recovered.edits/0000000000000003000 2024-12-10T23:27:49,370 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36669/hbase/data/default/test2727/5018db99385980de0398546a3eb42fde/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-10T23:27:49,416 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:36669/hbase/data/default/test2727/5018db99385980de0398546a3eb42fde/recovered.edits/0000000000000003000 2024-12-10T23:27:49,417 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36669/hbase/data/default/test2727/5018db99385980de0398546a3eb42fde/recovered.edits/0000000000000006000 2024-12-10T23:27:49,420 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36669/hbase/data/default/test2727/5018db99385980de0398546a3eb42fde/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-10T23:27:49,484 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:36669/hbase/data/default/test2727/5018db99385980de0398546a3eb42fde/recovered.edits/0000000000000006000 2024-12-10T23:27:49,484 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-10T23:27:49,484 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5018db99385980de0398546a3eb42fde 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-12-10T23:27:49,485 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-10T23:27:49,486 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-10T23:27:49,486 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-10T23:27:49,487 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-10T23:27:49,487 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-10T23:27:49,488 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-12-10T23:27:49,488 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-12-10T23:27:49,516 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36669/hbase/data/default/test2727/5018db99385980de0398546a3eb42fde/.tmp/a/2a5161c2c5884c8ea4e1a4774b279b8f is 41, key is test2727/a:100/1733873269079/Put/seqid=0 2024-12-10T23:27:49,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741871_1048 (size=84227) 2024-12-10T23:27:49,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741871_1048 (size=84227) 2024-12-10T23:27:49,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741871_1048 (size=84227) 2024-12-10T23:27:49,525 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:36669/hbase/data/default/test2727/5018db99385980de0398546a3eb42fde/.tmp/a/2a5161c2c5884c8ea4e1a4774b279b8f 2024-12-10T23:27:49,557 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36669/hbase/data/default/test2727/5018db99385980de0398546a3eb42fde/.tmp/b/5d1aa7be42024b858ae1825d5b6d6e48 is 41, key is test2727/b:100/1733873269134/Put/seqid=0 2024-12-10T23:27:49,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741872_1049 (size=84609) 2024-12-10T23:27:49,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741872_1049 (size=84609) 2024-12-10T23:27:49,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741872_1049 (size=84609) 2024-12-10T23:27:49,569 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:36669/hbase/data/default/test2727/5018db99385980de0398546a3eb42fde/.tmp/b/5d1aa7be42024b858ae1825d5b6d6e48 2024-12-10T23:27:49,601 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36669/hbase/data/default/test2727/5018db99385980de0398546a3eb42fde/.tmp/c/10d7c6a2f3ee4d46ad648b101f99a32a is 41, key is test2727/c:100/1733873269185/Put/seqid=0 2024-12-10T23:27:49,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741873_1050 (size=84609) 2024-12-10T23:27:49,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741873_1050 (size=84609) 2024-12-10T23:27:49,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741873_1050 (size=84609) 2024-12-10T23:27:49,625 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:36669/hbase/data/default/test2727/5018db99385980de0398546a3eb42fde/.tmp/c/10d7c6a2f3ee4d46ad648b101f99a32a 2024-12-10T23:27:49,633 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36669/hbase/data/default/test2727/5018db99385980de0398546a3eb42fde/.tmp/a/2a5161c2c5884c8ea4e1a4774b279b8f as hdfs://localhost:36669/hbase/data/default/test2727/5018db99385980de0398546a3eb42fde/a/2a5161c2c5884c8ea4e1a4774b279b8f 2024-12-10T23:27:49,641 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36669/hbase/data/default/test2727/5018db99385980de0398546a3eb42fde/a/2a5161c2c5884c8ea4e1a4774b279b8f, entries=2000, sequenceid=6000, filesize=82.3 K 2024-12-10T23:27:49,642 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36669/hbase/data/default/test2727/5018db99385980de0398546a3eb42fde/.tmp/b/5d1aa7be42024b858ae1825d5b6d6e48 as hdfs://localhost:36669/hbase/data/default/test2727/5018db99385980de0398546a3eb42fde/b/5d1aa7be42024b858ae1825d5b6d6e48 2024-12-10T23:27:49,649 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36669/hbase/data/default/test2727/5018db99385980de0398546a3eb42fde/b/5d1aa7be42024b858ae1825d5b6d6e48, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-10T23:27:49,650 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36669/hbase/data/default/test2727/5018db99385980de0398546a3eb42fde/.tmp/c/10d7c6a2f3ee4d46ad648b101f99a32a as hdfs://localhost:36669/hbase/data/default/test2727/5018db99385980de0398546a3eb42fde/c/10d7c6a2f3ee4d46ad648b101f99a32a 2024-12-10T23:27:49,656 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36669/hbase/data/default/test2727/5018db99385980de0398546a3eb42fde/c/10d7c6a2f3ee4d46ad648b101f99a32a, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-10T23:27:49,656 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 5018db99385980de0398546a3eb42fde in 172ms, sequenceid=6000, compaction requested=false; wal=null 2024-12-10T23:27:49,657 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36669/hbase/data/default/test2727/5018db99385980de0398546a3eb42fde/recovered.edits/0000000000000003000 2024-12-10T23:27:49,658 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36669/hbase/data/default/test2727/5018db99385980de0398546a3eb42fde/recovered.edits/0000000000000006000 2024-12-10T23:27:49,659 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5018db99385980de0398546a3eb42fde 2024-12-10T23:27:49,659 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5018db99385980de0398546a3eb42fde 2024-12-10T23:27:49,660 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T23:27:49,662 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5018db99385980de0398546a3eb42fde 2024-12-10T23:27:49,664 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36669/hbase/data/default/test2727/5018db99385980de0398546a3eb42fde/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-12-10T23:27:49,665 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5018db99385980de0398546a3eb42fde; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69821724, jitterRate=0.04042476415634155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T23:27:49,667 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5018db99385980de0398546a3eb42fde: Writing region info on filesystem at 1733873269354Initializing all the Stores at 1733873269355 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873269356 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873269356Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873269356Obtaining lock to block concurrent updates at 1733873269484 (+128 ms)Preparing flush snapshotting stores in 5018db99385980de0398546a3eb42fde at 1733873269484Finished memstore snapshotting test2727,,1733873268720.5018db99385980de0398546a3eb42fde., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1733873269485 (+1 ms)Flushing stores of test2727,,1733873268720.5018db99385980de0398546a3eb42fde. at 1733873269485Flushing 5018db99385980de0398546a3eb42fde/a: creating writer at 1733873269485Flushing 5018db99385980de0398546a3eb42fde/a: appending metadata at 1733873269515 (+30 ms)Flushing 5018db99385980de0398546a3eb42fde/a: closing flushed file at 1733873269515Flushing 5018db99385980de0398546a3eb42fde/b: creating writer at 1733873269532 (+17 ms)Flushing 5018db99385980de0398546a3eb42fde/b: appending metadata at 1733873269555 (+23 ms)Flushing 5018db99385980de0398546a3eb42fde/b: closing flushed file at 1733873269555Flushing 5018db99385980de0398546a3eb42fde/c: creating writer at 1733873269576 (+21 ms)Flushing 5018db99385980de0398546a3eb42fde/c: appending metadata at 1733873269600 (+24 ms)Flushing 5018db99385980de0398546a3eb42fde/c: closing flushed file at 1733873269600Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44d605d: reopening flushed file at 1733873269632 (+32 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28841600: reopening flushed file at 1733873269641 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52bfa110: reopening flushed file at 1733873269649 (+8 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 5018db99385980de0398546a3eb42fde in 172ms, sequenceid=6000, compaction requested=false; wal=null at 1733873269656 (+7 ms)Cleaning up temporary data from old regions at 1733873269659 (+3 ms)Region opened successfully at 1733873269666 (+7 ms) 2024-12-10T23:27:49,668 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-12-10T23:27:49,668 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5018db99385980de0398546a3eb42fde, disabling compactions & flushes 2024-12-10T23:27:49,668 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733873268720.5018db99385980de0398546a3eb42fde. 2024-12-10T23:27:49,668 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733873268720.5018db99385980de0398546a3eb42fde. 2024-12-10T23:27:49,668 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733873268720.5018db99385980de0398546a3eb42fde. after waiting 0 ms 2024-12-10T23:27:49,668 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733873268720.5018db99385980de0398546a3eb42fde. 2024-12-10T23:27:49,669 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733873268720.5018db99385980de0398546a3eb42fde. 2024-12-10T23:27:49,669 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5018db99385980de0398546a3eb42fde: Waiting for close lock at 1733873269668Disabling compacts and flushes for region at 1733873269668Disabling writes for close at 1733873269668Writing region close event to WAL at 1733873269669 (+1 ms)Closed at 1733873269669 2024-12-10T23:27:49,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741870_1047 (size=93) 2024-12-10T23:27:49,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741870_1047 (size=93) 2024-12-10T23:27:49,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741870_1047 (size=93) 2024-12-10T23:27:49,675 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-10T23:27:49,675 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733873269324) 2024-12-10T23:27:49,698 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#test2727 Thread=405 (was 402) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1156125322_22 at /127.0.0.1:36710 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1156125322_22 at /127.0.0.1:36674 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1156125322_22 at /127.0.0.1:51028 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1156125322_22 at /127.0.0.1:38402 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=929 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=102 (was 102), ProcessCount=11 (was 11), AvailableMemoryMB=4602 (was 4819) 2024-12-10T23:27:49,712 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testSequentialEditLogSeqNum Thread=405, OpenFileDescriptor=929, MaxFileDescriptor=1048576, SystemLoadAverage=102, ProcessCount=11, AvailableMemoryMB=4601 2024-12-10T23:27:49,732 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:27:49,744 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36669/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733873269731, archiveDir=hdfs://localhost:36669/hbase/oldWALs, maxLogs=32 2024-12-10T23:27:49,745 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1733873269745 2024-12-10T23:27:49,757 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733873269731/wal.1733873269745 2024-12-10T23:27:49,762 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34725:34725),(127.0.0.1/127.0.0.1:37191:37191),(127.0.0.1/127.0.0.1:35967:35967)] 2024-12-10T23:27:49,769 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e2a4b50255f5606148a9f29b27c2f34f, NAME => 'testSequentialEditLogSeqNum,,1733873269735.e2a4b50255f5606148a9f29b27c2f34f.', STARTKEY => '', ENDKEY => ''} 2024-12-10T23:27:49,769 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1733873269735.e2a4b50255f5606148a9f29b27c2f34f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:27:49,769 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e2a4b50255f5606148a9f29b27c2f34f 2024-12-10T23:27:49,769 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e2a4b50255f5606148a9f29b27c2f34f 2024-12-10T23:27:49,770 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:36669/hbase/data/default/testSequentialEditLogSeqNum/e2a4b50255f5606148a9f29b27c2f34f doesn't exist for region: e2a4b50255f5606148a9f29b27c2f34f on table testSequentialEditLogSeqNum 2024-12-10T23:27:49,771 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: e2a4b50255f5606148a9f29b27c2f34f on table testSequentialEditLogSeqNum 2024-12-10T23:27:49,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741875_1052 (size=62) 2024-12-10T23:27:49,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741875_1052 (size=62) 2024-12-10T23:27:49,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741875_1052 (size=62) 2024-12-10T23:27:49,787 INFO [StoreOpener-e2a4b50255f5606148a9f29b27c2f34f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e2a4b50255f5606148a9f29b27c2f34f 2024-12-10T23:27:49,789 INFO [StoreOpener-e2a4b50255f5606148a9f29b27c2f34f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2a4b50255f5606148a9f29b27c2f34f columnFamilyName a 2024-12-10T23:27:49,789 DEBUG [StoreOpener-e2a4b50255f5606148a9f29b27c2f34f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:49,790 INFO [StoreOpener-e2a4b50255f5606148a9f29b27c2f34f-1 {}] regionserver.HStore(327): Store=e2a4b50255f5606148a9f29b27c2f34f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:27:49,790 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e2a4b50255f5606148a9f29b27c2f34f 2024-12-10T23:27:49,791 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/testSequentialEditLogSeqNum/e2a4b50255f5606148a9f29b27c2f34f 2024-12-10T23:27:49,791 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/testSequentialEditLogSeqNum/e2a4b50255f5606148a9f29b27c2f34f 2024-12-10T23:27:49,792 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e2a4b50255f5606148a9f29b27c2f34f 2024-12-10T23:27:49,792 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e2a4b50255f5606148a9f29b27c2f34f 2024-12-10T23:27:49,793 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e2a4b50255f5606148a9f29b27c2f34f 2024-12-10T23:27:49,796 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36669/hbase/data/default/testSequentialEditLogSeqNum/e2a4b50255f5606148a9f29b27c2f34f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T23:27:49,796 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e2a4b50255f5606148a9f29b27c2f34f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71041512, jitterRate=0.0586010217666626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T23:27:49,797 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e2a4b50255f5606148a9f29b27c2f34f: Writing region info on filesystem at 1733873269770Initializing all the Stores at 1733873269786 (+16 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873269786Cleaning up temporary data from old regions at 1733873269792 (+6 ms)Region opened successfully at 1733873269797 (+5 ms) 2024-12-10T23:27:49,811 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e2a4b50255f5606148a9f29b27c2f34f 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-12-10T23:27:49,841 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36669/hbase/data/default/testSequentialEditLogSeqNum/e2a4b50255f5606148a9f29b27c2f34f/.tmp/a/5f2b3441d1314b9a911ea79d0ebc4b9f is 81, key is testSequentialEditLogSeqNum/a:x0/1733873269797/Put/seqid=0 2024-12-10T23:27:49,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741876_1053 (size=5833) 2024-12-10T23:27:49,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741876_1053 (size=5833) 2024-12-10T23:27:49,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741876_1053 (size=5833) 2024-12-10T23:27:49,852 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36669/hbase/data/default/testSequentialEditLogSeqNum/e2a4b50255f5606148a9f29b27c2f34f/.tmp/a/5f2b3441d1314b9a911ea79d0ebc4b9f 2024-12-10T23:27:49,859 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36669/hbase/data/default/testSequentialEditLogSeqNum/e2a4b50255f5606148a9f29b27c2f34f/.tmp/a/5f2b3441d1314b9a911ea79d0ebc4b9f as hdfs://localhost:36669/hbase/data/default/testSequentialEditLogSeqNum/e2a4b50255f5606148a9f29b27c2f34f/a/5f2b3441d1314b9a911ea79d0ebc4b9f 2024-12-10T23:27:49,866 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36669/hbase/data/default/testSequentialEditLogSeqNum/e2a4b50255f5606148a9f29b27c2f34f/a/5f2b3441d1314b9a911ea79d0ebc4b9f, entries=10, sequenceid=13, filesize=5.7 K 2024-12-10T23:27:49,867 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for e2a4b50255f5606148a9f29b27c2f34f in 56ms, sequenceid=13, compaction requested=false 2024-12-10T23:27:49,868 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e2a4b50255f5606148a9f29b27c2f34f: 2024-12-10T23:27:49,874 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-10T23:27:49,874 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-10T23:27:49,874 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-10T23:27:49,875 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-10T23:27:49,875 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-10T23:27:49,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741874_1051 (size=1616) 2024-12-10T23:27:49,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741874_1051 (size=1616) 2024-12-10T23:27:49,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741874_1051 (size=1616) 2024-12-10T23:27:49,903 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36669/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733873269731/wal.1733873269745, size=1.6 K (1616bytes) 2024-12-10T23:27:49,903 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36669/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733873269731/wal.1733873269745 2024-12-10T23:27:49,904 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36669/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733873269731/wal.1733873269745 after 1ms 2024-12-10T23:27:49,907 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36669/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733873269731/wal.1733873269745: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-10T23:27:49,908 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36669/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733873269731/wal.1733873269745 took 5ms 2024-12-10T23:27:49,911 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36669/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733873269731/wal.1733873269745 so closing down 2024-12-10T23:27:49,911 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T23:27:49,912 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733873269745.temp 2024-12-10T23:27:49,914 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36669/hbase/data/default/testSequentialEditLogSeqNum/e2a4b50255f5606148a9f29b27c2f34f/recovered.edits/0000000000000000003-wal.1733873269745.temp 2024-12-10T23:27:49,915 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T23:27:49,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741877_1054 (size=1175) 2024-12-10T23:27:49,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741877_1054 (size=1175) 2024-12-10T23:27:49,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741877_1054 (size=1175) 2024-12-10T23:27:49,924 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36669/hbase/data/default/testSequentialEditLogSeqNum/e2a4b50255f5606148a9f29b27c2f34f/recovered.edits/0000000000000000003-wal.1733873269745.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-12-10T23:27:49,926 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36669/hbase/data/default/testSequentialEditLogSeqNum/e2a4b50255f5606148a9f29b27c2f34f/recovered.edits/0000000000000000003-wal.1733873269745.temp to hdfs://localhost:36669/hbase/data/default/testSequentialEditLogSeqNum/e2a4b50255f5606148a9f29b27c2f34f/recovered.edits/0000000000000000020 2024-12-10T23:27:49,926 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 18 ms; skipped=2; WAL=hdfs://localhost:36669/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733873269731/wal.1733873269745, size=1.6 K, length=1616, corrupted=false, cancelled=false 2024-12-10T23:27:49,926 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36669/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733873269731/wal.1733873269745, journal: Splitting hdfs://localhost:36669/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733873269731/wal.1733873269745, size=1.6 K (1616bytes) at 1733873269903Finishing writing output for hdfs://localhost:36669/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733873269731/wal.1733873269745 so closing down at 1733873269911 (+8 ms)Creating recovered edits writer path=hdfs://localhost:36669/hbase/data/default/testSequentialEditLogSeqNum/e2a4b50255f5606148a9f29b27c2f34f/recovered.edits/0000000000000000003-wal.1733873269745.temp at 1733873269914 (+3 ms)3 split writer threads finished at 1733873269915 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36669/hbase/data/default/testSequentialEditLogSeqNum/e2a4b50255f5606148a9f29b27c2f34f/recovered.edits/0000000000000000003-wal.1733873269745.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1733873269924 (+9 ms)Rename recovered edits hdfs://localhost:36669/hbase/data/default/testSequentialEditLogSeqNum/e2a4b50255f5606148a9f29b27c2f34f/recovered.edits/0000000000000000003-wal.1733873269745.temp to hdfs://localhost:36669/hbase/data/default/testSequentialEditLogSeqNum/e2a4b50255f5606148a9f29b27c2f34f/recovered.edits/0000000000000000020 at 1733873269926 (+2 ms)Processed 17 edits across 1 Regions in 18 ms; skipped=2; WAL=hdfs://localhost:36669/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733873269731/wal.1733873269745, size=1.6 K, length=1616, corrupted=false, cancelled=false at 1733873269926 2024-12-10T23:27:49,943 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testSequentialEditLogSeqNum Thread=410 (was 405) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1156125322_22 at /127.0.0.1:36710 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1156125322_22 at /127.0.0.1:36674 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1156125322_22 at /127.0.0.1:51028 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=967 (was 929) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=102 (was 102), ProcessCount=11 (was 11), AvailableMemoryMB=4594 (was 4601) 2024-12-10T23:27:49,958 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testRegionMadeOfBulkLoadedFilesOnly Thread=410, OpenFileDescriptor=967, MaxFileDescriptor=1048576, SystemLoadAverage=102, ProcessCount=11, AvailableMemoryMB=4592 2024-12-10T23:27:49,974 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:27:49,977 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:27:50,009 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T23:27:50,012 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-61588184, suffix=, logDir=hdfs://localhost:36669/hbase/WALs/hregion-61588184, archiveDir=hdfs://localhost:36669/hbase/oldWALs, maxLogs=32 2024-12-10T23:27:50,027 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-61588184/hregion-61588184.1733873270013, exclude list is [], retry=0 2024-12-10T23:27:50,030 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39663,DS-f32b2228-ad36-4c13-a6d3-d2ad84131b79,DISK] 2024-12-10T23:27:50,030 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37017,DS-9f16c9e2-ae36-49b2-bb07-52dfd612006a,DISK] 2024-12-10T23:27:50,031 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44405,DS-e97f9cc2-63a3-4776-b9bc-8aabc1aeceb4,DISK] 2024-12-10T23:27:50,033 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-61588184/hregion-61588184.1733873270013 2024-12-10T23:27:50,033 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35967:35967),(127.0.0.1/127.0.0.1:34725:34725),(127.0.0.1/127.0.0.1:37191:37191)] 2024-12-10T23:27:50,033 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => ec5b39f86a4b87f499699c2c8fbe6e87, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733873269975.ec5b39f86a4b87f499699c2c8fbe6e87.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36669/hbase 2024-12-10T23:27:50,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741879_1056 (size=70) 2024-12-10T23:27:50,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741879_1056 (size=70) 2024-12-10T23:27:50,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741879_1056 (size=70) 2024-12-10T23:27:50,050 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733873269975.ec5b39f86a4b87f499699c2c8fbe6e87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:27:50,052 INFO [StoreOpener-ec5b39f86a4b87f499699c2c8fbe6e87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ec5b39f86a4b87f499699c2c8fbe6e87 2024-12-10T23:27:50,053 INFO [StoreOpener-ec5b39f86a4b87f499699c2c8fbe6e87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec5b39f86a4b87f499699c2c8fbe6e87 columnFamilyName a 2024-12-10T23:27:50,053 DEBUG [StoreOpener-ec5b39f86a4b87f499699c2c8fbe6e87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:50,054 INFO [StoreOpener-ec5b39f86a4b87f499699c2c8fbe6e87-1 {}] regionserver.HStore(327): Store=ec5b39f86a4b87f499699c2c8fbe6e87/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:27:50,054 INFO [StoreOpener-ec5b39f86a4b87f499699c2c8fbe6e87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ec5b39f86a4b87f499699c2c8fbe6e87 2024-12-10T23:27:50,055 INFO [StoreOpener-ec5b39f86a4b87f499699c2c8fbe6e87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec5b39f86a4b87f499699c2c8fbe6e87 columnFamilyName b 2024-12-10T23:27:50,055 DEBUG [StoreOpener-ec5b39f86a4b87f499699c2c8fbe6e87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:50,056 INFO [StoreOpener-ec5b39f86a4b87f499699c2c8fbe6e87-1 {}] regionserver.HStore(327): Store=ec5b39f86a4b87f499699c2c8fbe6e87/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:27:50,056 INFO [StoreOpener-ec5b39f86a4b87f499699c2c8fbe6e87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ec5b39f86a4b87f499699c2c8fbe6e87 2024-12-10T23:27:50,057 INFO [StoreOpener-ec5b39f86a4b87f499699c2c8fbe6e87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec5b39f86a4b87f499699c2c8fbe6e87 columnFamilyName c 2024-12-10T23:27:50,057 DEBUG [StoreOpener-ec5b39f86a4b87f499699c2c8fbe6e87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:50,058 INFO [StoreOpener-ec5b39f86a4b87f499699c2c8fbe6e87-1 {}] regionserver.HStore(327): Store=ec5b39f86a4b87f499699c2c8fbe6e87/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:27:50,058 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ec5b39f86a4b87f499699c2c8fbe6e87 2024-12-10T23:27:50,059 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ec5b39f86a4b87f499699c2c8fbe6e87 2024-12-10T23:27:50,059 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ec5b39f86a4b87f499699c2c8fbe6e87 2024-12-10T23:27:50,060 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ec5b39f86a4b87f499699c2c8fbe6e87 2024-12-10T23:27:50,060 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ec5b39f86a4b87f499699c2c8fbe6e87 2024-12-10T23:27:50,061 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T23:27:50,062 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ec5b39f86a4b87f499699c2c8fbe6e87 2024-12-10T23:27:50,065 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ec5b39f86a4b87f499699c2c8fbe6e87/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T23:27:50,065 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ec5b39f86a4b87f499699c2c8fbe6e87; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73121494, jitterRate=0.08959516882896423}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T23:27:50,067 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ec5b39f86a4b87f499699c2c8fbe6e87: Writing region info on filesystem at 1733873270050Initializing all the Stores at 1733873270051 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873270051Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873270051Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873270051Cleaning up temporary data from old regions at 1733873270060 (+9 ms)Region opened successfully at 1733873270066 (+6 ms) 2024-12-10T23:27:50,067 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ec5b39f86a4b87f499699c2c8fbe6e87, disabling compactions & flushes 2024-12-10T23:27:50,067 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733873269975.ec5b39f86a4b87f499699c2c8fbe6e87. 2024-12-10T23:27:50,067 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733873269975.ec5b39f86a4b87f499699c2c8fbe6e87. 2024-12-10T23:27:50,067 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733873269975.ec5b39f86a4b87f499699c2c8fbe6e87. after waiting 0 ms 2024-12-10T23:27:50,067 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733873269975.ec5b39f86a4b87f499699c2c8fbe6e87. 2024-12-10T23:27:50,067 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733873269975.ec5b39f86a4b87f499699c2c8fbe6e87. 2024-12-10T23:27:50,068 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ec5b39f86a4b87f499699c2c8fbe6e87: Waiting for close lock at 1733873270067Disabling compacts and flushes for region at 1733873270067Disabling writes for close at 1733873270067Writing region close event to WAL at 1733873270067Closed at 1733873270067 2024-12-10T23:27:50,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741878_1055 (size=93) 2024-12-10T23:27:50,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741878_1055 (size=93) 2024-12-10T23:27:50,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741878_1055 (size=93) 2024-12-10T23:27:50,074 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-10T23:27:50,074 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-61588184:(num 1733873270013) 2024-12-10T23:27:50,075 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T23:27:50,077 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36669/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733873269974, archiveDir=hdfs://localhost:36669/hbase/oldWALs, maxLogs=32 2024-12-10T23:27:50,118 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733873269974/wal.1733873270078, exclude list is [], retry=0 2024-12-10T23:27:50,121 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37017,DS-9f16c9e2-ae36-49b2-bb07-52dfd612006a,DISK] 2024-12-10T23:27:50,121 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39663,DS-f32b2228-ad36-4c13-a6d3-d2ad84131b79,DISK] 2024-12-10T23:27:50,122 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44405,DS-e97f9cc2-63a3-4776-b9bc-8aabc1aeceb4,DISK] 2024-12-10T23:27:50,124 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733873269974/wal.1733873270078 2024-12-10T23:27:50,124 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34725:34725),(127.0.0.1/127.0.0.1:35967:35967),(127.0.0.1/127.0.0.1:37191:37191)] 2024-12-10T23:27:50,124 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => ec5b39f86a4b87f499699c2c8fbe6e87, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733873269975.ec5b39f86a4b87f499699c2c8fbe6e87.', STARTKEY => '', ENDKEY => ''} 2024-12-10T23:27:50,124 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733873269975.ec5b39f86a4b87f499699c2c8fbe6e87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:27:50,124 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for ec5b39f86a4b87f499699c2c8fbe6e87 2024-12-10T23:27:50,124 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for ec5b39f86a4b87f499699c2c8fbe6e87 2024-12-10T23:27:50,126 INFO [StoreOpener-ec5b39f86a4b87f499699c2c8fbe6e87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ec5b39f86a4b87f499699c2c8fbe6e87 2024-12-10T23:27:50,127 INFO [StoreOpener-ec5b39f86a4b87f499699c2c8fbe6e87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec5b39f86a4b87f499699c2c8fbe6e87 columnFamilyName a 2024-12-10T23:27:50,127 DEBUG [StoreOpener-ec5b39f86a4b87f499699c2c8fbe6e87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:50,128 INFO [StoreOpener-ec5b39f86a4b87f499699c2c8fbe6e87-1 {}] regionserver.HStore(327): Store=ec5b39f86a4b87f499699c2c8fbe6e87/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:27:50,128 INFO [StoreOpener-ec5b39f86a4b87f499699c2c8fbe6e87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ec5b39f86a4b87f499699c2c8fbe6e87 2024-12-10T23:27:50,129 INFO [StoreOpener-ec5b39f86a4b87f499699c2c8fbe6e87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec5b39f86a4b87f499699c2c8fbe6e87 columnFamilyName b 2024-12-10T23:27:50,129 DEBUG [StoreOpener-ec5b39f86a4b87f499699c2c8fbe6e87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:50,129 INFO [StoreOpener-ec5b39f86a4b87f499699c2c8fbe6e87-1 {}] regionserver.HStore(327): Store=ec5b39f86a4b87f499699c2c8fbe6e87/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:27:50,129 INFO [StoreOpener-ec5b39f86a4b87f499699c2c8fbe6e87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ec5b39f86a4b87f499699c2c8fbe6e87 2024-12-10T23:27:50,130 INFO [StoreOpener-ec5b39f86a4b87f499699c2c8fbe6e87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec5b39f86a4b87f499699c2c8fbe6e87 columnFamilyName c 2024-12-10T23:27:50,130 DEBUG [StoreOpener-ec5b39f86a4b87f499699c2c8fbe6e87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:50,131 INFO [StoreOpener-ec5b39f86a4b87f499699c2c8fbe6e87-1 {}] regionserver.HStore(327): Store=ec5b39f86a4b87f499699c2c8fbe6e87/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:27:50,131 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ec5b39f86a4b87f499699c2c8fbe6e87 2024-12-10T23:27:50,132 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ec5b39f86a4b87f499699c2c8fbe6e87 2024-12-10T23:27:50,133 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ec5b39f86a4b87f499699c2c8fbe6e87 2024-12-10T23:27:50,134 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ec5b39f86a4b87f499699c2c8fbe6e87 2024-12-10T23:27:50,134 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ec5b39f86a4b87f499699c2c8fbe6e87 2024-12-10T23:27:50,134 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T23:27:50,136 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ec5b39f86a4b87f499699c2c8fbe6e87 2024-12-10T23:27:50,136 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ec5b39f86a4b87f499699c2c8fbe6e87; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74565629, jitterRate=0.11111445724964142}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T23:27:50,137 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ec5b39f86a4b87f499699c2c8fbe6e87: Writing region info on filesystem at 1733873270125Initializing all the Stores at 1733873270126 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873270126Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873270126Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873270126Cleaning up temporary data from old regions at 1733873270134 (+8 ms)Region opened successfully at 1733873270137 (+3 ms) 2024-12-10T23:27:50,141 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36669/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1733873270140/Put/seqid=0 2024-12-10T23:27:50,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741881_1058 (size=4826) 2024-12-10T23:27:50,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741881_1058 (size=4826) 2024-12-10T23:27:50,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741881_1058 (size=4826) 2024-12-10T23:27:50,152 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36669/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in ec5b39f86a4b87f499699c2c8fbe6e87/a 2024-12-10T23:27:50,162 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-12-10T23:27:50,162 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-10T23:27:50,162 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ec5b39f86a4b87f499699c2c8fbe6e87: 2024-12-10T23:27:50,164 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36669/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:36669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ec5b39f86a4b87f499699c2c8fbe6e87/a/c3ca787631c549c796999a137b1a6762_SeqId_3_ 2024-12-10T23:27:50,165 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36669/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into ec5b39f86a4b87f499699c2c8fbe6e87/a as hdfs://localhost:36669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ec5b39f86a4b87f499699c2c8fbe6e87/a/c3ca787631c549c796999a137b1a6762_SeqId_3_ - updating store file list. 2024-12-10T23:27:50,171 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for c3ca787631c549c796999a137b1a6762_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-10T23:27:50,171 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ec5b39f86a4b87f499699c2c8fbe6e87/a/c3ca787631c549c796999a137b1a6762_SeqId_3_ into ec5b39f86a4b87f499699c2c8fbe6e87/a 2024-12-10T23:27:50,171 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36669/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into ec5b39f86a4b87f499699c2c8fbe6e87/a (new location: hdfs://localhost:36669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ec5b39f86a4b87f499699c2c8fbe6e87/a/c3ca787631c549c796999a137b1a6762_SeqId_3_) 2024-12-10T23:27:50,212 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36669/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733873269974/wal.1733873270078, size=0 (0bytes) 2024-12-10T23:27:50,212 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:36669/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733873269974/wal.1733873270078 might be still open, length is 0 2024-12-10T23:27:50,212 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36669/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733873269974/wal.1733873270078 2024-12-10T23:27:50,212 WARN [IPC Server handler 3 on default port 36669 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733873269974/wal.1733873270078 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-12-10T23:27:50,213 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:36669/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733873269974/wal.1733873270078 after 1ms 2024-12-10T23:27:53,041 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1156125322_22 at /127.0.0.1:36862 [Receiving block BP-1079563326-172.17.0.2-1733873256162:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:37017:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36862 dst: /127.0.0.1:37017 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:37017 remote=/127.0.0.1:36862]. Total timeout mills is 60000, 57137 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:27:53,041 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1156125322_22 at /127.0.0.1:51094 [Receiving block BP-1079563326-172.17.0.2-1733873256162:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:39663:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51094 dst: /127.0.0.1:39663 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:27:53,042 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1156125322_22 at /127.0.0.1:38494 [Receiving block BP-1079563326-172.17.0.2-1733873256162:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:44405:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38494 dst: /127.0.0.1:44405 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:27:53,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741880_1059 (size=434) 2024-12-10T23:27:53,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741880_1059 (size=434) 2024-12-10T23:27:54,214 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:36669/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733873269974/wal.1733873270078 after 4002ms 2024-12-10T23:27:54,218 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36669/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733873269974/wal.1733873270078: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-10T23:27:54,218 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36669/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733873269974/wal.1733873270078 took 4006ms 2024-12-10T23:27:54,221 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:36669/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733873269974/wal.1733873270078; continuing. 2024-12-10T23:27:54,221 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36669/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733873269974/wal.1733873270078 so closing down 2024-12-10T23:27:54,221 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T23:27:54,223 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1733873270078.temp 2024-12-10T23:27:54,225 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ec5b39f86a4b87f499699c2c8fbe6e87/recovered.edits/0000000000000000005-wal.1733873270078.temp 2024-12-10T23:27:54,225 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T23:27:54,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741882_1060 (size=236) 2024-12-10T23:27:54,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741882_1060 (size=236) 2024-12-10T23:27:54,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741882_1060 (size=236) 2024-12-10T23:27:54,238 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ec5b39f86a4b87f499699c2c8fbe6e87/recovered.edits/0000000000000000005-wal.1733873270078.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-10T23:27:54,240 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ec5b39f86a4b87f499699c2c8fbe6e87/recovered.edits/0000000000000000005-wal.1733873270078.temp to hdfs://localhost:36669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ec5b39f86a4b87f499699c2c8fbe6e87/recovered.edits/0000000000000000005 2024-12-10T23:27:54,240 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 21 ms; skipped=1; WAL=hdfs://localhost:36669/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733873269974/wal.1733873270078, size=0, length=0, corrupted=false, cancelled=false 2024-12-10T23:27:54,240 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36669/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733873269974/wal.1733873270078, journal: Splitting hdfs://localhost:36669/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733873269974/wal.1733873270078, size=0 (0bytes) at 1733873270212Finishing writing output for hdfs://localhost:36669/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733873269974/wal.1733873270078 so closing down at 1733873274221 (+4009 ms)Creating recovered edits writer path=hdfs://localhost:36669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ec5b39f86a4b87f499699c2c8fbe6e87/recovered.edits/0000000000000000005-wal.1733873270078.temp at 1733873274225 (+4 ms)3 split writer threads finished at 1733873274226 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ec5b39f86a4b87f499699c2c8fbe6e87/recovered.edits/0000000000000000005-wal.1733873270078.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733873274238 (+12 ms)Rename recovered edits hdfs://localhost:36669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ec5b39f86a4b87f499699c2c8fbe6e87/recovered.edits/0000000000000000005-wal.1733873270078.temp to hdfs://localhost:36669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ec5b39f86a4b87f499699c2c8fbe6e87/recovered.edits/0000000000000000005 at 1733873274240 (+2 ms)Processed 2 edits across 1 Regions in 21 ms; skipped=1; WAL=hdfs://localhost:36669/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733873269974/wal.1733873270078, size=0, length=0, corrupted=false, cancelled=false at 1733873274240 2024-12-10T23:27:54,242 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36669/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733873269974/wal.1733873270078 to hdfs://localhost:36669/hbase/oldWALs/wal.1733873270078 2024-12-10T23:27:54,243 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:36669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ec5b39f86a4b87f499699c2c8fbe6e87/recovered.edits/0000000000000000005 2024-12-10T23:27:54,243 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T23:27:54,245 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36669/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733873269974, archiveDir=hdfs://localhost:36669/hbase/oldWALs, maxLogs=32 2024-12-10T23:27:54,258 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733873269974/wal.1733873274245, exclude list is [], retry=0 2024-12-10T23:27:54,261 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37017,DS-9f16c9e2-ae36-49b2-bb07-52dfd612006a,DISK] 2024-12-10T23:27:54,261 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39663,DS-f32b2228-ad36-4c13-a6d3-d2ad84131b79,DISK] 2024-12-10T23:27:54,262 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44405,DS-e97f9cc2-63a3-4776-b9bc-8aabc1aeceb4,DISK] 2024-12-10T23:27:54,264 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733873269974/wal.1733873274245 2024-12-10T23:27:54,264 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34725:34725),(127.0.0.1/127.0.0.1:35967:35967),(127.0.0.1/127.0.0.1:37191:37191)] 2024-12-10T23:27:54,264 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => ec5b39f86a4b87f499699c2c8fbe6e87, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733873269975.ec5b39f86a4b87f499699c2c8fbe6e87.', STARTKEY => '', ENDKEY => ''} 2024-12-10T23:27:54,265 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733873269975.ec5b39f86a4b87f499699c2c8fbe6e87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:27:54,265 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for ec5b39f86a4b87f499699c2c8fbe6e87 2024-12-10T23:27:54,265 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for ec5b39f86a4b87f499699c2c8fbe6e87 2024-12-10T23:27:54,268 INFO [StoreOpener-ec5b39f86a4b87f499699c2c8fbe6e87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ec5b39f86a4b87f499699c2c8fbe6e87 2024-12-10T23:27:54,269 INFO [StoreOpener-ec5b39f86a4b87f499699c2c8fbe6e87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec5b39f86a4b87f499699c2c8fbe6e87 columnFamilyName a 2024-12-10T23:27:54,269 DEBUG [StoreOpener-ec5b39f86a4b87f499699c2c8fbe6e87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:54,277 DEBUG [StoreFileOpener-ec5b39f86a4b87f499699c2c8fbe6e87-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c3ca787631c549c796999a137b1a6762_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-10T23:27:54,277 DEBUG [StoreOpener-ec5b39f86a4b87f499699c2c8fbe6e87-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ec5b39f86a4b87f499699c2c8fbe6e87/a/c3ca787631c549c796999a137b1a6762_SeqId_3_ 2024-12-10T23:27:54,277 INFO [StoreOpener-ec5b39f86a4b87f499699c2c8fbe6e87-1 {}] regionserver.HStore(327): Store=ec5b39f86a4b87f499699c2c8fbe6e87/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:27:54,277 INFO [StoreOpener-ec5b39f86a4b87f499699c2c8fbe6e87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ec5b39f86a4b87f499699c2c8fbe6e87 2024-12-10T23:27:54,278 INFO [StoreOpener-ec5b39f86a4b87f499699c2c8fbe6e87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec5b39f86a4b87f499699c2c8fbe6e87 columnFamilyName b 2024-12-10T23:27:54,278 DEBUG [StoreOpener-ec5b39f86a4b87f499699c2c8fbe6e87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:54,279 INFO [StoreOpener-ec5b39f86a4b87f499699c2c8fbe6e87-1 {}] regionserver.HStore(327): Store=ec5b39f86a4b87f499699c2c8fbe6e87/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:27:54,279 INFO [StoreOpener-ec5b39f86a4b87f499699c2c8fbe6e87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ec5b39f86a4b87f499699c2c8fbe6e87 2024-12-10T23:27:54,280 INFO [StoreOpener-ec5b39f86a4b87f499699c2c8fbe6e87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec5b39f86a4b87f499699c2c8fbe6e87 columnFamilyName c 2024-12-10T23:27:54,280 DEBUG [StoreOpener-ec5b39f86a4b87f499699c2c8fbe6e87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:54,280 INFO [StoreOpener-ec5b39f86a4b87f499699c2c8fbe6e87-1 {}] regionserver.HStore(327): Store=ec5b39f86a4b87f499699c2c8fbe6e87/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:27:54,280 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ec5b39f86a4b87f499699c2c8fbe6e87 2024-12-10T23:27:54,281 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ec5b39f86a4b87f499699c2c8fbe6e87 2024-12-10T23:27:54,283 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ec5b39f86a4b87f499699c2c8fbe6e87 2024-12-10T23:27:54,283 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ec5b39f86a4b87f499699c2c8fbe6e87/recovered.edits/0000000000000000005 2024-12-10T23:27:54,285 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ec5b39f86a4b87f499699c2c8fbe6e87/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-10T23:27:54,286 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:36669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ec5b39f86a4b87f499699c2c8fbe6e87/recovered.edits/0000000000000000005 2024-12-10T23:27:54,286 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ec5b39f86a4b87f499699c2c8fbe6e87 3/3 column families, dataSize=58 B heapSize=904 B 2024-12-10T23:27:54,301 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ec5b39f86a4b87f499699c2c8fbe6e87/.tmp/a/a1f134892e364177a8a7ad72cfef1880 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1733873270176/Put/seqid=0 2024-12-10T23:27:54,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741884_1062 (size=5149) 2024-12-10T23:27:54,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741884_1062 (size=5149) 2024-12-10T23:27:54,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741884_1062 (size=5149) 2024-12-10T23:27:54,309 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ec5b39f86a4b87f499699c2c8fbe6e87/.tmp/a/a1f134892e364177a8a7ad72cfef1880 2024-12-10T23:27:54,317 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ec5b39f86a4b87f499699c2c8fbe6e87/.tmp/a/a1f134892e364177a8a7ad72cfef1880 as hdfs://localhost:36669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ec5b39f86a4b87f499699c2c8fbe6e87/a/a1f134892e364177a8a7ad72cfef1880 2024-12-10T23:27:54,324 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ec5b39f86a4b87f499699c2c8fbe6e87/a/a1f134892e364177a8a7ad72cfef1880, entries=1, sequenceid=5, filesize=5.0 K 2024-12-10T23:27:54,325 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for ec5b39f86a4b87f499699c2c8fbe6e87 in 38ms, sequenceid=5, compaction requested=false; wal=null 2024-12-10T23:27:54,325 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ec5b39f86a4b87f499699c2c8fbe6e87/recovered.edits/0000000000000000005 2024-12-10T23:27:54,327 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ec5b39f86a4b87f499699c2c8fbe6e87 2024-12-10T23:27:54,327 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ec5b39f86a4b87f499699c2c8fbe6e87 2024-12-10T23:27:54,328 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T23:27:54,331 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ec5b39f86a4b87f499699c2c8fbe6e87 2024-12-10T23:27:54,336 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ec5b39f86a4b87f499699c2c8fbe6e87/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-10T23:27:54,337 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ec5b39f86a4b87f499699c2c8fbe6e87; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60516504, jitterRate=-0.09823381900787354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T23:27:54,337 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ec5b39f86a4b87f499699c2c8fbe6e87: Writing region info on filesystem at 1733873274265Initializing all the Stores at 1733873274266 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873274266Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873274268 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873274268Obtaining lock to block concurrent updates at 1733873274286 (+18 ms)Preparing flush snapshotting stores in ec5b39f86a4b87f499699c2c8fbe6e87 at 1733873274286Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1733873269975.ec5b39f86a4b87f499699c2c8fbe6e87., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1733873274286Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1733873269975.ec5b39f86a4b87f499699c2c8fbe6e87. at 1733873274286Flushing ec5b39f86a4b87f499699c2c8fbe6e87/a: creating writer at 1733873274286Flushing ec5b39f86a4b87f499699c2c8fbe6e87/a: appending metadata at 1733873274301 (+15 ms)Flushing ec5b39f86a4b87f499699c2c8fbe6e87/a: closing flushed file at 1733873274301Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53af85db: reopening flushed file at 1733873274316 (+15 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for ec5b39f86a4b87f499699c2c8fbe6e87 in 38ms, sequenceid=5, compaction requested=false; wal=null at 1733873274325 (+9 ms)Cleaning up temporary data from old regions at 1733873274327 (+2 ms)Region opened successfully at 1733873274337 (+10 ms) 2024-12-10T23:27:54,343 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ec5b39f86a4b87f499699c2c8fbe6e87, disabling compactions & flushes 2024-12-10T23:27:54,343 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733873269975.ec5b39f86a4b87f499699c2c8fbe6e87. 2024-12-10T23:27:54,343 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733873269975.ec5b39f86a4b87f499699c2c8fbe6e87. 2024-12-10T23:27:54,343 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733873269975.ec5b39f86a4b87f499699c2c8fbe6e87. after waiting 0 ms 2024-12-10T23:27:54,343 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733873269975.ec5b39f86a4b87f499699c2c8fbe6e87. 2024-12-10T23:27:54,348 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733873269975.ec5b39f86a4b87f499699c2c8fbe6e87. 2024-12-10T23:27:54,348 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ec5b39f86a4b87f499699c2c8fbe6e87: Waiting for close lock at 1733873274342Disabling compacts and flushes for region at 1733873274342Disabling writes for close at 1733873274343 (+1 ms)Writing region close event to WAL at 1733873274348 (+5 ms)Closed at 1733873274348 2024-12-10T23:27:54,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741883_1061 (size=93) 2024-12-10T23:27:54,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741883_1061 (size=93) 2024-12-10T23:27:54,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741883_1061 (size=93) 2024-12-10T23:27:54,356 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-10T23:27:54,356 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733873274245) 2024-12-10T23:27:54,374 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testRegionMadeOfBulkLoadedFilesOnly Thread=413 (was 410) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_765072877_22 at /127.0.0.1:56034 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:36669 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_765072877_22 at /127.0.0.1:47546 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:36669 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_765072877_22 at /127.0.0.1:32956 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1025 (was 967) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=134 (was 102) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5394 (was 4592) - AvailableMemoryMB LEAK? - 2024-12-10T23:27:54,376 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1025 is superior to 1024 2024-12-10T23:27:54,391 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterRegionMovedWithMultiCF Thread=413, OpenFileDescriptor=1025, MaxFileDescriptor=1048576, SystemLoadAverage=134, ProcessCount=11, AvailableMemoryMB=5392 2024-12-10T23:27:54,391 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1025 is superior to 1024 2024-12-10T23:27:54,412 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:27:54,418 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-10T23:27:54,422 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a5975741222,36131,1733873259085 2024-12-10T23:27:54,425 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25f1137e 2024-12-10T23:27:54,426 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-10T23:27:54,428 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-10T23:27:54,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36131 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T23:27:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36131 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-12-10T23:27:54,446 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-12-10T23:27:54,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36131 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-12-10T23:27:54,449 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:54,451 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-10T23:27:54,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T23:27:54,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741885_1063 (size=694) 2024-12-10T23:27:54,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741885_1063 (size=694) 2024-12-10T23:27:54,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741885_1063 (size=694) 2024-12-10T23:27:54,483 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bd41f59a9942b22a1996a66c1703662f, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb 2024-12-10T23:27:54,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741886_1064 (size=77) 2024-12-10T23:27:54,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741886_1064 (size=77) 2024-12-10T23:27:54,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741886_1064 (size=77) 2024-12-10T23:27:54,501 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:27:54,501 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing bd41f59a9942b22a1996a66c1703662f, disabling compactions & flushes 2024-12-10T23:27:54,501 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f. 2024-12-10T23:27:54,502 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f. 2024-12-10T23:27:54,502 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f. after waiting 0 ms 2024-12-10T23:27:54,502 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f. 2024-12-10T23:27:54,502 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f. 2024-12-10T23:27:54,502 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for bd41f59a9942b22a1996a66c1703662f: Waiting for close lock at 1733873274501Disabling compacts and flushes for region at 1733873274501Disabling writes for close at 1733873274502 (+1 ms)Writing region close event to WAL at 1733873274502Closed at 1733873274502 2024-12-10T23:27:54,504 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-12-10T23:27:54,509 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1733873274504"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733873274504"}]},"ts":"1733873274504"} 2024-12-10T23:27:54,514 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-10T23:27:54,516 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-10T23:27:54,519 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733873274516"}]},"ts":"1733873274516"} 2024-12-10T23:27:54,523 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-12-10T23:27:54,524 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {7a5975741222=0} racks are {/default-rack=0} 2024-12-10T23:27:54,529 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-10T23:27:54,530 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-10T23:27:54,530 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-10T23:27:54,530 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-10T23:27:54,530 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-10T23:27:54,530 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-10T23:27:54,530 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-10T23:27:54,530 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-10T23:27:54,530 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-10T23:27:54,530 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T23:27:54,532 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bd41f59a9942b22a1996a66c1703662f, ASSIGN}] 2024-12-10T23:27:54,534 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bd41f59a9942b22a1996a66c1703662f, ASSIGN 2024-12-10T23:27:54,536 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bd41f59a9942b22a1996a66c1703662f, ASSIGN; state=OFFLINE, location=7a5975741222,38037,1733873259862; forceNewPlan=false, retain=false 2024-12-10T23:27:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T23:27:54,689 INFO [7a5975741222:36131 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-10T23:27:54,690 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bd41f59a9942b22a1996a66c1703662f, regionState=OPENING, regionLocation=7a5975741222,38037,1733873259862 2024-12-10T23:27:54,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bd41f59a9942b22a1996a66c1703662f, ASSIGN because future has completed 2024-12-10T23:27:54,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd41f59a9942b22a1996a66c1703662f, server=7a5975741222,38037,1733873259862}] 2024-12-10T23:27:54,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T23:27:54,847 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T23:27:54,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58187, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T23:27:54,854 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f. 2024-12-10T23:27:54,854 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bd41f59a9942b22a1996a66c1703662f, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f.', STARTKEY => '', ENDKEY => ''} 2024-12-10T23:27:54,855 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:54,855 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:27:54,855 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:54,855 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:54,856 INFO [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:54,858 INFO [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd41f59a9942b22a1996a66c1703662f columnFamilyName cf1 2024-12-10T23:27:54,858 DEBUG [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:54,858 INFO [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] regionserver.HStore(327): Store=bd41f59a9942b22a1996a66c1703662f/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:27:54,859 INFO [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:54,860 INFO [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd41f59a9942b22a1996a66c1703662f columnFamilyName cf2 2024-12-10T23:27:54,860 DEBUG [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:54,861 INFO [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] regionserver.HStore(327): Store=bd41f59a9942b22a1996a66c1703662f/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:27:54,861 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:54,861 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:54,862 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:54,863 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:54,863 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:54,864 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T23:27:54,865 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:54,867 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bd41f59a9942b22a1996a66c1703662f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T23:27:54,867 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bd41f59a9942b22a1996a66c1703662f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60538272, jitterRate=-0.09790945053100586}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T23:27:54,867 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:54,868 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bd41f59a9942b22a1996a66c1703662f: Running coprocessor pre-open hook at 1733873274855Writing region info on filesystem at 1733873274855Initializing all the Stores at 1733873274856 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873274856Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873274856Cleaning up temporary data from old regions at 1733873274863 (+7 ms)Running coprocessor post-open hooks at 1733873274867 (+4 ms)Region opened successfully at 1733873274868 (+1 ms) 2024-12-10T23:27:54,870 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f., pid=6, masterSystemTime=1733873274847 2024-12-10T23:27:54,872 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f. 2024-12-10T23:27:54,872 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f. 2024-12-10T23:27:54,873 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bd41f59a9942b22a1996a66c1703662f, regionState=OPEN, openSeqNum=2, regionLocation=7a5975741222,38037,1733873259862 2024-12-10T23:27:54,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd41f59a9942b22a1996a66c1703662f, server=7a5975741222,38037,1733873259862 because future has completed 2024-12-10T23:27:54,881 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-10T23:27:54,881 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bd41f59a9942b22a1996a66c1703662f, server=7a5975741222,38037,1733873259862 in 184 msec 2024-12-10T23:27:54,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-10T23:27:54,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bd41f59a9942b22a1996a66c1703662f, ASSIGN in 349 msec 2024-12-10T23:27:54,885 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-10T23:27:54,886 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733873274885"}]},"ts":"1733873274885"} 2024-12-10T23:27:54,888 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-12-10T23:27:54,890 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-12-10T23:27:54,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 454 msec 2024-12-10T23:27:55,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T23:27:55,084 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-12-10T23:27:55,084 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-12-10T23:27:55,086 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T23:27:55,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-12-10T23:27:55,092 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T23:27:55,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-12-10T23:27:55,106 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f., hostname=7a5975741222,38037,1733873259862, seqNum=2] 2024-12-10T23:27:55,107 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T23:27:55,110 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T23:27:55,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36131 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=bd41f59a9942b22a1996a66c1703662f, source=7a5975741222,38037,1733873259862, destination=7a5975741222,38799,1733873259753, warming up region on 7a5975741222,38799,1733873259753 2024-12-10T23:27:55,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36131 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T23:27:55,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36131 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=bd41f59a9942b22a1996a66c1703662f, source=7a5975741222,38037,1733873259862, destination=7a5975741222,38799,1733873259753, running balancer 2024-12-10T23:27:55,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36131 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bd41f59a9942b22a1996a66c1703662f, REOPEN/MOVE 2024-12-10T23:27:55,131 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52905, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T23:27:55,131 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bd41f59a9942b22a1996a66c1703662f, REOPEN/MOVE 2024-12-10T23:27:55,134 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=bd41f59a9942b22a1996a66c1703662f, regionState=CLOSING, regionLocation=7a5975741222,38037,1733873259862 2024-12-10T23:27:55,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38799 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f. 2024-12-10T23:27:55,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38799 {}] regionserver.HRegion(7855): Warmup {ENCODED => bd41f59a9942b22a1996a66c1703662f, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f.', STARTKEY => '', ENDKEY => ''} 2024-12-10T23:27:55,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38799 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:27:55,137 INFO [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:55,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bd41f59a9942b22a1996a66c1703662f, REOPEN/MOVE because future has completed 2024-12-10T23:27:55,139 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-10T23:27:55,139 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure bd41f59a9942b22a1996a66c1703662f, server=7a5975741222,38037,1733873259862}] 2024-12-10T23:27:55,144 INFO [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd41f59a9942b22a1996a66c1703662f columnFamilyName cf1 2024-12-10T23:27:55,144 DEBUG [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:55,145 INFO [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] regionserver.HStore(327): Store=bd41f59a9942b22a1996a66c1703662f/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:27:55,145 INFO [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:55,147 INFO [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd41f59a9942b22a1996a66c1703662f columnFamilyName cf2 2024-12-10T23:27:55,147 DEBUG [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:55,147 INFO [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] regionserver.HStore(327): Store=bd41f59a9942b22a1996a66c1703662f/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:27:55,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38799 {}] regionserver.HRegion(1722): Closing bd41f59a9942b22a1996a66c1703662f, disabling compactions & flushes 2024-12-10T23:27:55,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38799 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f. 2024-12-10T23:27:55,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38799 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f. 2024-12-10T23:27:55,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38799 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f. after waiting 0 ms 2024-12-10T23:27:55,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38799 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f. 2024-12-10T23:27:55,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38799 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f. 2024-12-10T23:27:55,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38799 {}] regionserver.HRegion(1676): Region close journal for bd41f59a9942b22a1996a66c1703662f: Waiting for close lock at 1733873275148Disabling compacts and flushes for region at 1733873275148Disabling writes for close at 1733873275148Writing region close event to WAL at 1733873275149 (+1 ms)Closed at 1733873275149 2024-12-10T23:27:55,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36131 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-12-10T23:27:55,300 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:55,300 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-10T23:27:55,301 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing bd41f59a9942b22a1996a66c1703662f, disabling compactions & flushes 2024-12-10T23:27:55,301 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f. 2024-12-10T23:27:55,301 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f. 2024-12-10T23:27:55,301 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f. after waiting 0 ms 2024-12-10T23:27:55,301 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f. 2024-12-10T23:27:55,301 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing bd41f59a9942b22a1996a66c1703662f 2/2 column families, dataSize=31 B heapSize=616 B 2024-12-10T23:27:55,319 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bd41f59a9942b22a1996a66c1703662f/.tmp/cf1/6cefd131e3cd4dec8f833ec87ed4168a is 35, key is r1/cf1:q/1733873275111/Put/seqid=0 2024-12-10T23:27:55,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741887_1065 (size=4783) 2024-12-10T23:27:55,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741887_1065 (size=4783) 2024-12-10T23:27:55,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741887_1065 (size=4783) 2024-12-10T23:27:55,328 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bd41f59a9942b22a1996a66c1703662f/.tmp/cf1/6cefd131e3cd4dec8f833ec87ed4168a 2024-12-10T23:27:55,336 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bd41f59a9942b22a1996a66c1703662f/.tmp/cf1/6cefd131e3cd4dec8f833ec87ed4168a as hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bd41f59a9942b22a1996a66c1703662f/cf1/6cefd131e3cd4dec8f833ec87ed4168a 2024-12-10T23:27:55,343 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bd41f59a9942b22a1996a66c1703662f/cf1/6cefd131e3cd4dec8f833ec87ed4168a, entries=1, sequenceid=5, filesize=4.7 K 2024-12-10T23:27:55,344 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for bd41f59a9942b22a1996a66c1703662f in 43ms, sequenceid=5, compaction requested=false 2024-12-10T23:27:55,344 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-12-10T23:27:55,350 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bd41f59a9942b22a1996a66c1703662f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-10T23:27:55,354 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f. 2024-12-10T23:27:55,354 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for bd41f59a9942b22a1996a66c1703662f: Waiting for close lock at 1733873275301Running coprocessor pre-close hooks at 1733873275301Disabling compacts and flushes for region at 1733873275301Disabling writes for close at 1733873275301Obtaining lock to block concurrent updates at 1733873275301Preparing flush snapshotting stores in bd41f59a9942b22a1996a66c1703662f at 1733873275301Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1733873275301Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f. at 1733873275302 (+1 ms)Flushing bd41f59a9942b22a1996a66c1703662f/cf1: creating writer at 1733873275302Flushing bd41f59a9942b22a1996a66c1703662f/cf1: appending metadata at 1733873275319 (+17 ms)Flushing bd41f59a9942b22a1996a66c1703662f/cf1: closing flushed file at 1733873275319Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@732a15f2: reopening flushed file at 1733873275335 (+16 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for bd41f59a9942b22a1996a66c1703662f in 43ms, sequenceid=5, compaction requested=false at 1733873275344 (+9 ms)Writing region close event to WAL at 1733873275346 (+2 ms)Running coprocessor post-close hooks at 1733873275351 (+5 ms)Closed at 1733873275354 (+3 ms) 2024-12-10T23:27:55,354 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding bd41f59a9942b22a1996a66c1703662f move to 7a5975741222,38799,1733873259753 record at close sequenceid=5 2024-12-10T23:27:55,359 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:55,360 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=bd41f59a9942b22a1996a66c1703662f, regionState=CLOSED 2024-12-10T23:27:55,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure bd41f59a9942b22a1996a66c1703662f, server=7a5975741222,38037,1733873259862 because future has completed 2024-12-10T23:27:55,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-10T23:27:55,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure bd41f59a9942b22a1996a66c1703662f, server=7a5975741222,38037,1733873259862 in 229 msec 2024-12-10T23:27:55,373 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bd41f59a9942b22a1996a66c1703662f, REOPEN/MOVE; state=CLOSED, location=7a5975741222,38799,1733873259753; forceNewPlan=false, retain=false 2024-12-10T23:27:55,523 INFO [7a5975741222:36131 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-10T23:27:55,524 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=bd41f59a9942b22a1996a66c1703662f, regionState=OPENING, regionLocation=7a5975741222,38799,1733873259753 2024-12-10T23:27:55,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bd41f59a9942b22a1996a66c1703662f, REOPEN/MOVE because future has completed 2024-12-10T23:27:55,528 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd41f59a9942b22a1996a66c1703662f, server=7a5975741222,38799,1733873259753}] 2024-12-10T23:27:55,685 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f. 2024-12-10T23:27:55,685 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => bd41f59a9942b22a1996a66c1703662f, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f.', STARTKEY => '', ENDKEY => ''} 2024-12-10T23:27:55,686 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:55,686 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:27:55,686 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:55,686 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:55,691 INFO [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:55,692 INFO [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd41f59a9942b22a1996a66c1703662f columnFamilyName cf1 2024-12-10T23:27:55,692 DEBUG [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:55,700 DEBUG [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bd41f59a9942b22a1996a66c1703662f/cf1/6cefd131e3cd4dec8f833ec87ed4168a 2024-12-10T23:27:55,700 INFO [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] regionserver.HStore(327): Store=bd41f59a9942b22a1996a66c1703662f/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:27:55,701 INFO [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:55,702 INFO [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd41f59a9942b22a1996a66c1703662f columnFamilyName cf2 2024-12-10T23:27:55,702 DEBUG [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:55,702 INFO [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] regionserver.HStore(327): Store=bd41f59a9942b22a1996a66c1703662f/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:27:55,702 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:55,703 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:55,704 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:55,705 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:55,705 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:55,706 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T23:27:55,708 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:55,709 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened bd41f59a9942b22a1996a66c1703662f; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66486299, jitterRate=-0.009276941418647766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T23:27:55,709 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:55,710 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for bd41f59a9942b22a1996a66c1703662f: Running coprocessor pre-open hook at 1733873275686Writing region info on filesystem at 1733873275686Initializing all the Stores at 1733873275687 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873275687Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873275691 (+4 ms)Cleaning up temporary data from old regions at 1733873275705 (+14 ms)Running coprocessor post-open hooks at 1733873275709 (+4 ms)Region opened successfully at 1733873275710 (+1 ms) 2024-12-10T23:27:55,711 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f., pid=9, masterSystemTime=1733873275680 2024-12-10T23:27:55,714 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f. 2024-12-10T23:27:55,714 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f. 2024-12-10T23:27:55,715 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=bd41f59a9942b22a1996a66c1703662f, regionState=OPEN, openSeqNum=9, regionLocation=7a5975741222,38799,1733873259753 2024-12-10T23:27:55,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd41f59a9942b22a1996a66c1703662f, server=7a5975741222,38799,1733873259753 because future has completed 2024-12-10T23:27:55,723 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-12-10T23:27:55,723 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure bd41f59a9942b22a1996a66c1703662f, server=7a5975741222,38799,1733873259753 in 192 msec 2024-12-10T23:27:55,726 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bd41f59a9942b22a1996a66c1703662f, REOPEN/MOVE in 594 msec 2024-12-10T23:27:55,738 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T23:27:55,741 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T23:27:55,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:49250 deadline: 1733873335747, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=7a5975741222 port=38799 startCode=1733873259753. As of locationSeqNum=5. 2024-12-10T23:27:55,756 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f., hostname=7a5975741222,38037,1733873259862, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f., hostname=7a5975741222,38037,1733873259862, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=7a5975741222 port=38799 startCode=1733873259753. As of locationSeqNum=5. 2024-12-10T23:27:55,756 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f., hostname=7a5975741222,38037,1733873259862, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=7a5975741222 port=38799 startCode=1733873259753. As of locationSeqNum=5. 2024-12-10T23:27:55,757 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f., hostname=7a5975741222,38037,1733873259862, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f., hostname=7a5975741222,38799,1733873259753, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=7a5975741222 port=38799 startCode=1733873259753. As of locationSeqNum=5. 2024-12-10T23:27:55,863 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T23:27:55,866 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T23:27:55,884 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing bd41f59a9942b22a1996a66c1703662f 2/2 column families, dataSize=50 B heapSize=720 B 2024-12-10T23:27:55,903 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bd41f59a9942b22a1996a66c1703662f/.tmp/cf1/b00447b7285c43e18f28f1e83a7103f8 is 29, key is r1/cf1:/1733873275868/DeleteFamily/seqid=0 2024-12-10T23:27:55,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741888_1066 (size=4906) 2024-12-10T23:27:55,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741888_1066 (size=4906) 2024-12-10T23:27:55,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741888_1066 (size=4906) 2024-12-10T23:27:55,921 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bd41f59a9942b22a1996a66c1703662f/.tmp/cf1/b00447b7285c43e18f28f1e83a7103f8 2024-12-10T23:27:55,928 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b00447b7285c43e18f28f1e83a7103f8 2024-12-10T23:27:55,943 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bd41f59a9942b22a1996a66c1703662f/.tmp/cf2/3a976ccf8d0b4d6ea8ba743d4856631b is 29, key is r1/cf2:/1733873275868/DeleteFamily/seqid=0 2024-12-10T23:27:55,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741889_1067 (size=4906) 2024-12-10T23:27:55,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741889_1067 (size=4906) 2024-12-10T23:27:55,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741889_1067 (size=4906) 2024-12-10T23:27:55,951 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bd41f59a9942b22a1996a66c1703662f/.tmp/cf2/3a976ccf8d0b4d6ea8ba743d4856631b 2024-12-10T23:27:55,957 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a976ccf8d0b4d6ea8ba743d4856631b 2024-12-10T23:27:55,959 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bd41f59a9942b22a1996a66c1703662f/.tmp/cf1/b00447b7285c43e18f28f1e83a7103f8 as hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bd41f59a9942b22a1996a66c1703662f/cf1/b00447b7285c43e18f28f1e83a7103f8 2024-12-10T23:27:55,965 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b00447b7285c43e18f28f1e83a7103f8 2024-12-10T23:27:55,965 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bd41f59a9942b22a1996a66c1703662f/cf1/b00447b7285c43e18f28f1e83a7103f8, entries=1, sequenceid=12, filesize=4.8 K 2024-12-10T23:27:55,966 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bd41f59a9942b22a1996a66c1703662f/.tmp/cf2/3a976ccf8d0b4d6ea8ba743d4856631b as hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bd41f59a9942b22a1996a66c1703662f/cf2/3a976ccf8d0b4d6ea8ba743d4856631b 2024-12-10T23:27:55,973 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a976ccf8d0b4d6ea8ba743d4856631b 2024-12-10T23:27:55,973 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bd41f59a9942b22a1996a66c1703662f/cf2/3a976ccf8d0b4d6ea8ba743d4856631b, entries=1, sequenceid=12, filesize=4.8 K 2024-12-10T23:27:55,975 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for bd41f59a9942b22a1996a66c1703662f in 91ms, sequenceid=12, compaction requested=false 2024-12-10T23:27:55,975 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for bd41f59a9942b22a1996a66c1703662f: 2024-12-10T23:27:55,978 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-10T23:27:55,980 DEBUG [Time-limited test {}] regionserver.HStore(1541): bd41f59a9942b22a1996a66c1703662f/cf1 is initiating major compaction (all files) 2024-12-10T23:27:55,981 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T23:27:55,981 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T23:27:55,982 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of bd41f59a9942b22a1996a66c1703662f/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f. 2024-12-10T23:27:55,982 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bd41f59a9942b22a1996a66c1703662f/cf1/6cefd131e3cd4dec8f833ec87ed4168a, hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bd41f59a9942b22a1996a66c1703662f/cf1/b00447b7285c43e18f28f1e83a7103f8] into tmpdir=hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bd41f59a9942b22a1996a66c1703662f/.tmp, totalSize=9.5 K 2024-12-10T23:27:55,985 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 6cefd131e3cd4dec8f833ec87ed4168a, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733873275111 2024-12-10T23:27:55,985 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting b00447b7285c43e18f28f1e83a7103f8, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-10T23:27:56,001 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): bd41f59a9942b22a1996a66c1703662f#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T23:27:56,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741890_1068 (size=4626) 2024-12-10T23:27:56,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741890_1068 (size=4626) 2024-12-10T23:27:56,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741890_1068 (size=4626) 2024-12-10T23:27:56,025 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bd41f59a9942b22a1996a66c1703662f/.tmp/cf1/baf1083799cd43bb85dd409dd9f49c8f as hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bd41f59a9942b22a1996a66c1703662f/cf1/baf1083799cd43bb85dd409dd9f49c8f 2024-12-10T23:27:56,043 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in bd41f59a9942b22a1996a66c1703662f/cf1 of bd41f59a9942b22a1996a66c1703662f into baf1083799cd43bb85dd409dd9f49c8f(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T23:27:56,043 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for bd41f59a9942b22a1996a66c1703662f: 2024-12-10T23:27:56,043 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-10T23:27:56,043 DEBUG [Time-limited test {}] regionserver.HStore(1541): bd41f59a9942b22a1996a66c1703662f/cf2 is initiating major compaction (all files) 2024-12-10T23:27:56,043 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T23:27:56,043 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T23:27:56,043 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of bd41f59a9942b22a1996a66c1703662f/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f. 2024-12-10T23:27:56,044 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bd41f59a9942b22a1996a66c1703662f/cf2/3a976ccf8d0b4d6ea8ba743d4856631b] into tmpdir=hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bd41f59a9942b22a1996a66c1703662f/.tmp, totalSize=4.8 K 2024-12-10T23:27:56,044 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 3a976ccf8d0b4d6ea8ba743d4856631b, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-10T23:27:56,053 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): bd41f59a9942b22a1996a66c1703662f#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T23:27:56,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741891_1069 (size=4592) 2024-12-10T23:27:56,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741891_1069 (size=4592) 2024-12-10T23:27:56,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741891_1069 (size=4592) 2024-12-10T23:27:56,083 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bd41f59a9942b22a1996a66c1703662f/.tmp/cf2/499da8f39a1c40ceb7f2e4d04c20f358 as hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bd41f59a9942b22a1996a66c1703662f/cf2/499da8f39a1c40ceb7f2e4d04c20f358 2024-12-10T23:27:56,091 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in bd41f59a9942b22a1996a66c1703662f/cf2 of bd41f59a9942b22a1996a66c1703662f into 499da8f39a1c40ceb7f2e4d04c20f358(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T23:27:56,091 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for bd41f59a9942b22a1996a66c1703662f: 2024-12-10T23:27:56,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36131 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=bd41f59a9942b22a1996a66c1703662f, source=7a5975741222,38799,1733873259753, destination=7a5975741222,38037,1733873259862, warming up region on 7a5975741222,38037,1733873259862 2024-12-10T23:27:56,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36131 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=bd41f59a9942b22a1996a66c1703662f, source=7a5975741222,38799,1733873259753, destination=7a5975741222,38037,1733873259862, running balancer 2024-12-10T23:27:56,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36131 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bd41f59a9942b22a1996a66c1703662f, REOPEN/MOVE 2024-12-10T23:27:56,099 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bd41f59a9942b22a1996a66c1703662f, REOPEN/MOVE 2024-12-10T23:27:56,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f. 2024-12-10T23:27:56,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.HRegion(7855): Warmup {ENCODED => bd41f59a9942b22a1996a66c1703662f, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f.', STARTKEY => '', ENDKEY => ''} 2024-12-10T23:27:56,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:27:56,102 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=bd41f59a9942b22a1996a66c1703662f, regionState=CLOSING, regionLocation=7a5975741222,38799,1733873259753 2024-12-10T23:27:56,104 INFO [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:56,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bd41f59a9942b22a1996a66c1703662f, REOPEN/MOVE because future has completed 2024-12-10T23:27:56,106 INFO [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd41f59a9942b22a1996a66c1703662f columnFamilyName cf1 2024-12-10T23:27:56,106 DEBUG [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:56,109 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-10T23:27:56,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure bd41f59a9942b22a1996a66c1703662f, server=7a5975741222,38799,1733873259753}] 2024-12-10T23:27:56,129 DEBUG [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bd41f59a9942b22a1996a66c1703662f/cf1/6cefd131e3cd4dec8f833ec87ed4168a 2024-12-10T23:27:56,135 INFO [StoreFileOpener-bd41f59a9942b22a1996a66c1703662f-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b00447b7285c43e18f28f1e83a7103f8 2024-12-10T23:27:56,136 DEBUG [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bd41f59a9942b22a1996a66c1703662f/cf1/b00447b7285c43e18f28f1e83a7103f8 2024-12-10T23:27:56,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36131 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-12-10T23:27:56,150 DEBUG [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bd41f59a9942b22a1996a66c1703662f/cf1/baf1083799cd43bb85dd409dd9f49c8f 2024-12-10T23:27:56,150 INFO [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] regionserver.HStore(327): Store=bd41f59a9942b22a1996a66c1703662f/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:27:56,150 INFO [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:56,151 INFO [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd41f59a9942b22a1996a66c1703662f columnFamilyName cf2 2024-12-10T23:27:56,151 DEBUG [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:56,160 INFO [StoreFileOpener-bd41f59a9942b22a1996a66c1703662f-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a976ccf8d0b4d6ea8ba743d4856631b 2024-12-10T23:27:56,160 DEBUG [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bd41f59a9942b22a1996a66c1703662f/cf2/3a976ccf8d0b4d6ea8ba743d4856631b 2024-12-10T23:27:56,165 DEBUG [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bd41f59a9942b22a1996a66c1703662f/cf2/499da8f39a1c40ceb7f2e4d04c20f358 2024-12-10T23:27:56,165 INFO [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] regionserver.HStore(327): Store=bd41f59a9942b22a1996a66c1703662f/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:27:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.HRegion(1722): Closing bd41f59a9942b22a1996a66c1703662f, disabling compactions & flushes 2024-12-10T23:27:56,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f. 2024-12-10T23:27:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f. 2024-12-10T23:27:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f. after waiting 0 ms 2024-12-10T23:27:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f. 2024-12-10T23:27:56,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f. 2024-12-10T23:27:56,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.HRegion(1676): Region close journal for bd41f59a9942b22a1996a66c1703662f: Waiting for close lock at 1733873276166Disabling compacts and flushes for region at 1733873276166Disabling writes for close at 1733873276166Writing region close event to WAL at 1733873276169 (+3 ms)Closed at 1733873276169 2024-12-10T23:27:56,264 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:56,264 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-10T23:27:56,264 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing bd41f59a9942b22a1996a66c1703662f, disabling compactions & flushes 2024-12-10T23:27:56,264 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f. 2024-12-10T23:27:56,264 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f. 2024-12-10T23:27:56,264 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f. after waiting 0 ms 2024-12-10T23:27:56,264 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f. 2024-12-10T23:27:56,265 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bd41f59a9942b22a1996a66c1703662f/cf1/6cefd131e3cd4dec8f833ec87ed4168a, hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bd41f59a9942b22a1996a66c1703662f/cf1/b00447b7285c43e18f28f1e83a7103f8] to archive 2024-12-10T23:27:56,269 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-10T23:27:56,274 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bd41f59a9942b22a1996a66c1703662f/cf1/b00447b7285c43e18f28f1e83a7103f8 to hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bd41f59a9942b22a1996a66c1703662f/cf1/b00447b7285c43e18f28f1e83a7103f8 2024-12-10T23:27:56,275 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bd41f59a9942b22a1996a66c1703662f/cf1/6cefd131e3cd4dec8f833ec87ed4168a to hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bd41f59a9942b22a1996a66c1703662f/cf1/6cefd131e3cd4dec8f833ec87ed4168a 2024-12-10T23:27:56,290 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bd41f59a9942b22a1996a66c1703662f/cf2/3a976ccf8d0b4d6ea8ba743d4856631b] to archive 2024-12-10T23:27:56,291 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-10T23:27:56,294 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bd41f59a9942b22a1996a66c1703662f/cf2/3a976ccf8d0b4d6ea8ba743d4856631b to hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bd41f59a9942b22a1996a66c1703662f/cf2/3a976ccf8d0b4d6ea8ba743d4856631b 2024-12-10T23:27:56,301 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bd41f59a9942b22a1996a66c1703662f/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-12-10T23:27:56,302 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f. 2024-12-10T23:27:56,302 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for bd41f59a9942b22a1996a66c1703662f: Waiting for close lock at 1733873276264Running coprocessor pre-close hooks at 1733873276264Disabling compacts and flushes for region at 1733873276264Disabling writes for close at 1733873276264Writing region close event to WAL at 1733873276296 (+32 ms)Running coprocessor post-close hooks at 1733873276302 (+6 ms)Closed at 1733873276302 2024-12-10T23:27:56,302 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding bd41f59a9942b22a1996a66c1703662f move to 7a5975741222,38037,1733873259862 record at close sequenceid=12 2024-12-10T23:27:56,305 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:56,307 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=bd41f59a9942b22a1996a66c1703662f, regionState=CLOSED 2024-12-10T23:27:56,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure bd41f59a9942b22a1996a66c1703662f, server=7a5975741222,38799,1733873259753 because future has completed 2024-12-10T23:27:56,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-10T23:27:56,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure bd41f59a9942b22a1996a66c1703662f, server=7a5975741222,38799,1733873259753 in 204 msec 2024-12-10T23:27:56,318 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bd41f59a9942b22a1996a66c1703662f, REOPEN/MOVE; state=CLOSED, location=7a5975741222,38037,1733873259862; forceNewPlan=false, retain=false 2024-12-10T23:27:56,468 INFO [7a5975741222:36131 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-10T23:27:56,469 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=bd41f59a9942b22a1996a66c1703662f, regionState=OPENING, regionLocation=7a5975741222,38037,1733873259862 2024-12-10T23:27:56,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bd41f59a9942b22a1996a66c1703662f, REOPEN/MOVE because future has completed 2024-12-10T23:27:56,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd41f59a9942b22a1996a66c1703662f, server=7a5975741222,38037,1733873259862}] 2024-12-10T23:27:56,629 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f. 2024-12-10T23:27:56,629 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => bd41f59a9942b22a1996a66c1703662f, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f.', STARTKEY => '', ENDKEY => ''} 2024-12-10T23:27:56,629 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:56,629 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:27:56,630 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:56,630 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:56,631 INFO [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:56,632 INFO [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd41f59a9942b22a1996a66c1703662f columnFamilyName cf1 2024-12-10T23:27:56,632 DEBUG [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:56,638 DEBUG [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bd41f59a9942b22a1996a66c1703662f/cf1/baf1083799cd43bb85dd409dd9f49c8f 2024-12-10T23:27:56,638 INFO [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] regionserver.HStore(327): Store=bd41f59a9942b22a1996a66c1703662f/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:27:56,638 INFO [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:56,639 INFO [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd41f59a9942b22a1996a66c1703662f columnFamilyName cf2 2024-12-10T23:27:56,639 DEBUG [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:56,645 DEBUG [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bd41f59a9942b22a1996a66c1703662f/cf2/499da8f39a1c40ceb7f2e4d04c20f358 2024-12-10T23:27:56,645 INFO [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] regionserver.HStore(327): Store=bd41f59a9942b22a1996a66c1703662f/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:27:56,645 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:56,646 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:56,647 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:56,648 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:56,648 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:56,648 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T23:27:56,649 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:56,650 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened bd41f59a9942b22a1996a66c1703662f; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70450130, jitterRate=0.04978874325752258}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T23:27:56,650 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:56,651 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for bd41f59a9942b22a1996a66c1703662f: Running coprocessor pre-open hook at 1733873276630Writing region info on filesystem at 1733873276630Initializing all the Stores at 1733873276631 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873276631Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873276631Cleaning up temporary data from old regions at 1733873276648 (+17 ms)Running coprocessor post-open hooks at 1733873276650 (+2 ms)Region opened successfully at 1733873276651 (+1 ms) 2024-12-10T23:27:56,652 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f., pid=12, masterSystemTime=1733873276625 2024-12-10T23:27:56,655 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f. 2024-12-10T23:27:56,655 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f. 2024-12-10T23:27:56,656 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=bd41f59a9942b22a1996a66c1703662f, regionState=OPEN, openSeqNum=18, regionLocation=7a5975741222,38037,1733873259862 2024-12-10T23:27:56,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd41f59a9942b22a1996a66c1703662f, server=7a5975741222,38037,1733873259862 because future has completed 2024-12-10T23:27:56,662 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-12-10T23:27:56,662 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure bd41f59a9942b22a1996a66c1703662f, server=7a5975741222,38037,1733873259862 in 187 msec 2024-12-10T23:27:56,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bd41f59a9942b22a1996a66c1703662f, REOPEN/MOVE in 566 msec 2024-12-10T23:27:56,700 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T23:27:56,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T23:27:56,704 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 7a5975741222,38037,1733873259862: testing ***** 2024-12-10T23:27:56,704 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-10T23:27:56,706 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-10T23:27:56,707 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-10T23:27:56,709 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-10T23:27:56,710 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-10T23:27:56,719 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 312271280 }, "NonHeapMemoryUsage": { "committed": 171966464, "init": 7667712, "max": -1, "used": 169270896 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "7a5975741222", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 0, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2071, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 0, "ProcessCallTime_max": 10, "ProcessCallTime_mean": 3, "ProcessCallTime_25th_percentile": 2, "ProcessCallTime_median": 5, "ProcessCallTime_75th_percentile": 7, "ProcessCallTime_90th_percentile": 9, "ProcessCallTime_95th_percentile": 9, "ProcessCallTime_98th_percentile": 9, "ProcessCallTime_99th_percentile": 9, "ProcessCallTime_99.9th_percentile": 9, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 1, "TotalCallTime_max": 10, "TotalCallTime_mean": 4, "TotalCallTime_25th_percentile": 3, "TotalCallTime_median": 5, "TotalCallTime_75th_percentile": 7, "TotalCallTime_90th_percentile": 9, "TotalCallTime_95th_percentile": 9, "TotalCallTime_98th_percentile": 9, "TotalCallTime_99th_percentile": 9, "TotalCallTime_99.9th_percentile": 9, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 175, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 131, "ResponseSize_90th_percentile": 157, "ResponseSize_95th_percentile": 166, "ResponseSize_98th_percentile": 171, "ResponseSize_99th_percentile": 173, "ResponseSize_99.9th_percentile": 174, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 352 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "7a5975741222", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:59874", "tag.serverName": "7a5975741222,37373,1733873259905", "tag.clusterId": "8edb72df-60bf-470e-a2f7-b993903c05a8", "tag.Context": "regionserver", "tag.Hostname": "7a5975741222", "regionCount": 1, "storeCount": 4, "hlogFileCount": 2, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 74, "memStoreHeapSize": 1248, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733873259905, "averageRegionSize": 74, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 1.4, "writeRequestRatePerSecond": 0.4, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 199680, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 7, "totalRowActionRequestCount": 9, "readRequestCount": 7, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 2, "rpcGetRequestCount": 1, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 2, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 2, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 1, "ScanTime_75th_percentile": 1, "ScanTime_90th_percentile": 1, "ScanTime_95th_percentile": 1, "ScanTime_98th_percentile": 1, "ScanTime_99th_percentile": 1, "ScanTime_99.9th_percentile": 1, "ScanTime_TimeRangeCount_0-1": 4, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 2, "Put_min": 1, "Put_max": 8, "Put_mean": 4, "Put_25th_percentile": 2, "Put_median": 4, "Put_75th_percentile": 6, "Put_90th_percentile": 7, "Put_95th_percentile": 7, "Put_98th_percentile": 7, "Put_99th_percentile": 7, "Put_99.9th_percentile": 7, "Put_TimeRangeCount_0-1": 2, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 1, "Get_min": 1, "Get_max": 1, "Get_mean": 1, "Get_25th_percentile": 1, "Get_median": 1, "Get_75th_percentile": 1, "Get_90th_percentile": 1, "Get_95th_percentile": 1, "Get_98th_percentile": 1, "Get_99th_percentile": 1, "Get_99.9th_percentile": 1, "Get_TimeRangeCount_0-1": 1, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 144, "ScanSize_mean": 72, "ScanSize_25th_percentile": 36, "ScanSize_median": 72, "ScanSize_75th_percentile": 108, "ScanSize_90th_percentile": 129, "ScanSize_95th_percentile": 136, "ScanSize_98th_percentile": 141, "ScanSize_99th_percentile": 142, "ScanSize_99.9th_percentile": 143, "ScanSize_SizeRangeCount_0-10": 4, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-10T23:27:56,723 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36131 {}] master.MasterRpcServices(700): 7a5975741222,38037,1733873259862 reported a fatal error: ***** ABORTING region server 7a5975741222,38037,1733873259862: testing ***** 2024-12-10T23:27:56,725 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7a5975741222,38037,1733873259862' ***** 2024-12-10T23:27:56,725 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-12-10T23:27:56,726 INFO [RS:1;7a5975741222:38037 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T23:27:56,726 INFO [RS:1;7a5975741222:38037 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-10T23:27:56,726 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-10T23:27:56,726 INFO [RS:1;7a5975741222:38037 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-10T23:27:56,726 INFO [RS:1;7a5975741222:38037 {}] regionserver.HRegionServer(3091): Received CLOSE for bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:56,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38799 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:48804 deadline: 1733873336726, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=7a5975741222 port=38037 startCode=1733873259862. As of locationSeqNum=12. 2024-12-10T23:27:56,727 INFO [RS:1;7a5975741222:38037 {}] regionserver.HRegionServer(956): aborting server 7a5975741222,38037,1733873259862 2024-12-10T23:27:56,727 INFO [RS:1;7a5975741222:38037 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T23:27:56,727 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bd41f59a9942b22a1996a66c1703662f, disabling compactions & flushes 2024-12-10T23:27:56,727 INFO [RS:1;7a5975741222:38037 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;7a5975741222:38037. 2024-12-10T23:27:56,727 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f. 2024-12-10T23:27:56,727 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f. 2024-12-10T23:27:56,727 DEBUG [RS:1;7a5975741222:38037 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T23:27:56,727 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f. after waiting 0 ms 2024-12-10T23:27:56,727 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f. 2024-12-10T23:27:56,727 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f., hostname=7a5975741222,38799,1733873259753, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f., hostname=7a5975741222,38799,1733873259753, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=7a5975741222 port=38037 startCode=1733873259862. As of locationSeqNum=12. 2024-12-10T23:27:56,728 DEBUG [RS:1;7a5975741222:38037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T23:27:56,728 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f., hostname=7a5975741222,38799,1733873259753, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=7a5975741222 port=38037 startCode=1733873259862. As of locationSeqNum=12. 2024-12-10T23:27:56,728 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f., hostname=7a5975741222,38799,1733873259753, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f., hostname=7a5975741222,38037,1733873259862, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=7a5975741222 port=38037 startCode=1733873259862. As of locationSeqNum=12. 2024-12-10T23:27:56,728 INFO [RS:1;7a5975741222:38037 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-10T23:27:56,728 DEBUG [RS:1;7a5975741222:38037 {}] regionserver.HRegionServer(1325): Online Regions={bd41f59a9942b22a1996a66c1703662f=testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f.} 2024-12-10T23:27:56,728 DEBUG [RS:1;7a5975741222:38037 {}] regionserver.HRegionServer(1351): Waiting on bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:56,729 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f. 2024-12-10T23:27:56,729 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bd41f59a9942b22a1996a66c1703662f: Waiting for close lock at 1733873276727Running coprocessor pre-close hooks at 1733873276727Disabling compacts and flushes for region at 1733873276727Disabling writes for close at 1733873276727Writing region close event to WAL at 1733873276729 (+2 ms)Running coprocessor post-close hooks at 1733873276729Closed at 1733873276729 2024-12-10T23:27:56,730 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f. 2024-12-10T23:27:56,811 INFO [regionserver/7a5975741222:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T23:27:56,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7a5975741222,38037,1733873259862 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:27:56,835 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f., hostname=7a5975741222,38037,1733873259862, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f., hostname=7a5975741222,38037,1733873259862, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7a5975741222,38037,1733873259862 aborting 2024-12-10T23:27:56,835 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f., hostname=7a5975741222,38037,1733873259862, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7a5975741222,38037,1733873259862 aborting 2024-12-10T23:27:56,835 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f., hostname=7a5975741222,38037,1733873259862, seqNum=12 from cache 2024-12-10T23:27:56,929 INFO [RS:1;7a5975741222:38037 {}] regionserver.HRegionServer(976): stopping server 7a5975741222,38037,1733873259862; all regions closed. 2024-12-10T23:27:56,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741834_1010 (size=1677) 2024-12-10T23:27:56,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741834_1010 (size=1677) 2024-12-10T23:27:56,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741834_1010 (size=1677) 2024-12-10T23:27:56,934 DEBUG [RS:1;7a5975741222:38037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T23:27:56,934 INFO [RS:1;7a5975741222:38037 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T23:27:56,934 INFO [RS:1;7a5975741222:38037 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-10T23:27:56,934 INFO [RS:1;7a5975741222:38037 {}] hbase.ChoreService(370): Chore service for: regionserver/7a5975741222:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-10T23:27:56,935 INFO [regionserver/7a5975741222:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-10T23:27:56,935 INFO [RS:1;7a5975741222:38037 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-10T23:27:56,935 INFO [RS:1;7a5975741222:38037 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-10T23:27:56,935 INFO [RS:1;7a5975741222:38037 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-10T23:27:56,935 INFO [RS:1;7a5975741222:38037 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-10T23:27:56,935 INFO [RS:1;7a5975741222:38037 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38037 2024-12-10T23:27:56,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x1019eb439d20002, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7a5975741222,38037,1733873259862 2024-12-10T23:27:56,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36131-0x1019eb439d20000, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T23:27:56,944 INFO [RS:1;7a5975741222:38037 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T23:27:56,945 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7a5975741222,38037,1733873259862] 2024-12-10T23:27:56,948 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7a5975741222,38037,1733873259862 already deleted, retry=false 2024-12-10T23:27:56,949 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 7a5975741222,38037,1733873259862 on 7a5975741222,36131,1733873259085 2024-12-10T23:27:56,954 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 7a5975741222,38037,1733873259862, splitWal=true, meta=false 2024-12-10T23:27:56,956 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for 7a5975741222,38037,1733873259862 (carryingMeta=false) 7a5975741222,38037,1733873259862/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3a644bed[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-10T23:27:56,958 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 7a5975741222,38037,1733873259862, splitWal=true, meta=false 2024-12-10T23:27:56,959 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 7a5975741222,38037,1733873259862 had 1 regions 2024-12-10T23:27:56,960 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 7a5975741222,38037,1733873259862, splitWal=true, meta=false, isMeta: false 2024-12-10T23:27:56,962 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/WALs/7a5975741222,38037,1733873259862-splitting 2024-12-10T23:27:56,963 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7a5975741222,38037,1733873259862 WAL count=1, meta=false 2024-12-10T23:27:56,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 7a5975741222%2C38037%2C1733873259862.1733873261254}] 2024-12-10T23:27:56,972 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=7a5975741222,38799,1733873259753 2024-12-10T23:27:56,975 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 7a5975741222%2C38037%2C1733873259862.1733873261254, worker=7a5975741222,38799,1733873259753}] 2024-12-10T23:27:57,046 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f., hostname=7a5975741222,38037,1733873259862, seqNum=18] 2024-12-10T23:27:57,048 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 7a5975741222:38037 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 7a5975741222/172.17.0.2:38037 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:27:57,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x1019eb439d20002, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T23:27:57,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x1019eb439d20002, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T23:27:57,049 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f., hostname=7a5975741222,38037,1733873259862, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f., hostname=7a5975741222,38037,1733873259862, seqNum=18, error=java.net.ConnectException: Call to address=7a5975741222:38037 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 7a5975741222/172.17.0.2:38037 2024-12-10T23:27:57,049 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f., hostname=7a5975741222,38037,1733873259862, seqNum=18 is java.net.ConnectException: Connection refused 2024-12-10T23:27:57,049 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f., hostname=7a5975741222,38037,1733873259862, seqNum=18 from cache 2024-12-10T23:27:57,049 INFO [RS:1;7a5975741222:38037 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T23:27:57,049 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address 7a5975741222:38037 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 7a5975741222/172.17.0.2:38037 2024-12-10T23:27:57,049 INFO [RS:1;7a5975741222:38037 {}] regionserver.HRegionServer(1031): Exiting; stopping=7a5975741222,38037,1733873259862; zookeeper connection closed. 2024-12-10T23:27:57,050 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5c6fbe2b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5c6fbe2b 2024-12-10T23:27:57,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-12-10T23:27:57,164 INFO [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/WALs/7a5975741222,38037,1733873259862-splitting/7a5975741222%2C38037%2C1733873259862.1733873261254, size=1.6 K (1677bytes) 2024-12-10T23:27:57,164 INFO [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/WALs/7a5975741222,38037,1733873259862-splitting/7a5975741222%2C38037%2C1733873259862.1733873261254 2024-12-10T23:27:57,165 INFO [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/WALs/7a5975741222,38037,1733873259862-splitting/7a5975741222%2C38037%2C1733873259862.1733873261254 after 1ms 2024-12-10T23:27:57,168 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/WALs/7a5975741222,38037,1733873259862-splitting/7a5975741222%2C38037%2C1733873259862.1733873261254: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-10T23:27:57,168 INFO [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/WALs/7a5975741222,38037,1733873259862-splitting/7a5975741222%2C38037%2C1733873259862.1733873261254 took 5ms 2024-12-10T23:27:57,176 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for bd41f59a9942b22a1996a66c1703662f: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-12-10T23:27:57,176 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/WALs/7a5975741222,38037,1733873259862-splitting/7a5975741222%2C38037%2C1733873259862.1733873261254 so closing down 2024-12-10T23:27:57,177 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T23:27:57,177 INFO [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T23:27:57,177 INFO [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 8 ms; skipped=6; WAL=hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/WALs/7a5975741222,38037,1733873259862-splitting/7a5975741222%2C38037%2C1733873259862.1733873261254, size=1.6 K, length=1677, corrupted=false, cancelled=false 2024-12-10T23:27:57,177 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/WALs/7a5975741222,38037,1733873259862-splitting/7a5975741222%2C38037%2C1733873259862.1733873261254, journal: Splitting hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/WALs/7a5975741222,38037,1733873259862-splitting/7a5975741222%2C38037%2C1733873259862.1733873261254, size=1.6 K (1677bytes) at 1733873277164Finishing writing output for hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/WALs/7a5975741222,38037,1733873259862-splitting/7a5975741222%2C38037%2C1733873259862.1733873261254 so closing down at 1733873277177 (+13 ms)3 split writer threads finished at 1733873277177Processed 6 edits across 0 Regions in 8 ms; skipped=6; WAL=hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/WALs/7a5975741222,38037,1733873259862-splitting/7a5975741222%2C38037%2C1733873259862.1733873261254, size=1.6 K, length=1677, corrupted=false, cancelled=false at 1733873277177 2024-12-10T23:27:57,177 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/WALs/7a5975741222,38037,1733873259862-splitting/7a5975741222%2C38037%2C1733873259862.1733873261254 2024-12-10T23:27:57,178 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-10T23:27:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36131 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-10T23:27:57,185 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/WALs/7a5975741222,38037,1733873259862-splitting/7a5975741222%2C38037%2C1733873259862.1733873261254 to hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/oldWALs 2024-12-10T23:27:57,188 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-10T23:27:57,188 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 7a5975741222%2C38037%2C1733873259862.1733873261254, worker=7a5975741222,38799,1733873259753 in 211 msec 2024-12-10T23:27:57,189 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=7a5975741222,38799,1733873259753 2024-12-10T23:27:57,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-10T23:27:57,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 7a5975741222%2C38037%2C1733873259862.1733873261254, worker=7a5975741222,38799,1733873259753 in 225 msec 2024-12-10T23:27:57,194 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/WALs/7a5975741222,38037,1733873259862-splitting dir is empty, no logs to split. 2024-12-10T23:27:57,194 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7a5975741222,38037,1733873259862 WAL count=0, meta=false 2024-12-10T23:27:57,194 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 7a5975741222,38037,1733873259862 WAL splitting is done? wals=0, meta=false 2024-12-10T23:27:57,196 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 7a5975741222,38037,1733873259862 failed, ignore...File hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/WALs/7a5975741222,38037,1733873259862-splitting does not exist. 2024-12-10T23:27:57,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bd41f59a9942b22a1996a66c1703662f, ASSIGN}] 2024-12-10T23:27:57,200 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bd41f59a9942b22a1996a66c1703662f, ASSIGN 2024-12-10T23:27:57,201 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bd41f59a9942b22a1996a66c1703662f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-10T23:27:57,352 DEBUG [7a5975741222:36131 {}] balancer.BalancerClusterState(204): Hosts are {7a5975741222=0} racks are {/default-rack=0} 2024-12-10T23:27:57,352 DEBUG [7a5975741222:36131 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-10T23:27:57,352 DEBUG [7a5975741222:36131 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-10T23:27:57,352 DEBUG [7a5975741222:36131 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-10T23:27:57,353 DEBUG [7a5975741222:36131 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-10T23:27:57,353 INFO [7a5975741222:36131 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-10T23:27:57,353 INFO [7a5975741222:36131 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-10T23:27:57,353 DEBUG [7a5975741222:36131 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T23:27:57,353 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=bd41f59a9942b22a1996a66c1703662f, regionState=OPENING, regionLocation=7a5975741222,37373,1733873259905 2024-12-10T23:27:57,356 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f., hostname=7a5975741222,38037,1733873259862, seqNum=18] 2024-12-10T23:27:57,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bd41f59a9942b22a1996a66c1703662f, ASSIGN because future has completed 2024-12-10T23:27:57,357 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd41f59a9942b22a1996a66c1703662f, server=7a5975741222,37373,1733873259905}] 2024-12-10T23:27:57,357 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to 7a5975741222:38037 this server is in the failed servers list 2024-12-10T23:27:57,358 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f., hostname=7a5975741222,38037,1733873259862, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f., hostname=7a5975741222,38037,1733873259862, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=7a5975741222:38037 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 7a5975741222:38037 2024-12-10T23:27:57,358 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f., hostname=7a5975741222,38037,1733873259862, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 7a5975741222:38037 2024-12-10T23:27:57,358 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f., hostname=7a5975741222,38037,1733873259862, seqNum=18 from cache 2024-12-10T23:27:57,515 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f. 2024-12-10T23:27:57,515 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => bd41f59a9942b22a1996a66c1703662f, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f.', STARTKEY => '', ENDKEY => ''} 2024-12-10T23:27:57,516 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:57,516 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:27:57,516 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:57,516 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:57,518 INFO [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:57,519 INFO [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd41f59a9942b22a1996a66c1703662f columnFamilyName cf1 2024-12-10T23:27:57,519 DEBUG [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:57,526 DEBUG [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bd41f59a9942b22a1996a66c1703662f/cf1/baf1083799cd43bb85dd409dd9f49c8f 2024-12-10T23:27:57,526 INFO [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] regionserver.HStore(327): Store=bd41f59a9942b22a1996a66c1703662f/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:27:57,527 INFO [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:57,528 INFO [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd41f59a9942b22a1996a66c1703662f columnFamilyName cf2 2024-12-10T23:27:57,528 DEBUG [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:57,535 DEBUG [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bd41f59a9942b22a1996a66c1703662f/cf2/499da8f39a1c40ceb7f2e4d04c20f358 2024-12-10T23:27:57,535 INFO [StoreOpener-bd41f59a9942b22a1996a66c1703662f-1 {}] regionserver.HStore(327): Store=bd41f59a9942b22a1996a66c1703662f/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:27:57,536 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:57,537 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:57,538 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:57,539 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:57,539 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:57,540 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T23:27:57,541 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:57,543 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened bd41f59a9942b22a1996a66c1703662f; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73004132, jitterRate=0.08784633874893188}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T23:27:57,543 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:27:57,544 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for bd41f59a9942b22a1996a66c1703662f: Running coprocessor pre-open hook at 1733873277516Writing region info on filesystem at 1733873277516Initializing all the Stores at 1733873277517 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873277517Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873277517Cleaning up temporary data from old regions at 1733873277539 (+22 ms)Running coprocessor post-open hooks at 1733873277543 (+4 ms)Region opened successfully at 1733873277544 (+1 ms) 2024-12-10T23:27:57,545 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f., pid=17, masterSystemTime=1733873277510 2024-12-10T23:27:57,547 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f. 2024-12-10T23:27:57,548 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f. 2024-12-10T23:27:57,548 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=bd41f59a9942b22a1996a66c1703662f, regionState=OPEN, openSeqNum=18, regionLocation=7a5975741222,37373,1733873259905 2024-12-10T23:27:57,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd41f59a9942b22a1996a66c1703662f, server=7a5975741222,37373,1733873259905 because future has completed 2024-12-10T23:27:57,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-10T23:27:57,556 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure bd41f59a9942b22a1996a66c1703662f, server=7a5975741222,37373,1733873259905 in 195 msec 2024-12-10T23:27:57,566 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-12-10T23:27:57,566 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bd41f59a9942b22a1996a66c1703662f, ASSIGN in 357 msec 2024-12-10T23:27:57,566 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 7a5975741222,38037,1733873259862 after splitting done 2024-12-10T23:27:57,569 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 7a5975741222,38037,1733873259862, splitWal=true, meta=false in 617 msec 2024-12-10T23:27:57,866 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f., hostname=7a5975741222,37373,1733873259905, seqNum=18] 2024-12-10T23:27:57,881 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterRegionMovedWithMultiCF Thread=415 (was 413) Potentially hanging thread: RS_OPEN_REGION-regionserver/7a5975741222:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/7a5975741222:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_170341499_22 at /127.0.0.1:56034 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/7a5975741222:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2013168954_22 at /127.0.0.1:47546 [Waiting for operation #27] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_170341499_22 at /127.0.0.1:32956 [Waiting for operation #25] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1052 (was 1025) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=131 (was 134), ProcessCount=11 (was 11), AvailableMemoryMB=5209 (was 5392) 2024-12-10T23:27:57,881 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1052 is superior to 1024 2024-12-10T23:27:57,894 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterPartialFlush Thread=415, OpenFileDescriptor=1052, MaxFileDescriptor=1048576, SystemLoadAverage=131, ProcessCount=11, AvailableMemoryMB=5207 2024-12-10T23:27:57,894 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1052 is superior to 1024 2024-12-10T23:27:57,912 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:27:57,914 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:27:57,914 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T23:27:57,917 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-76048760, suffix=, logDir=hdfs://localhost:36669/hbase/WALs/hregion-76048760, archiveDir=hdfs://localhost:36669/hbase/oldWALs, maxLogs=32 2024-12-10T23:27:57,930 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-76048760/hregion-76048760.1733873277917, exclude list is [], retry=0 2024-12-10T23:27:57,932 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44405,DS-e97f9cc2-63a3-4776-b9bc-8aabc1aeceb4,DISK] 2024-12-10T23:27:57,932 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37017,DS-9f16c9e2-ae36-49b2-bb07-52dfd612006a,DISK] 2024-12-10T23:27:57,933 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39663,DS-f32b2228-ad36-4c13-a6d3-d2ad84131b79,DISK] 2024-12-10T23:27:57,935 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-76048760/hregion-76048760.1733873277917 2024-12-10T23:27:57,935 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37191:37191),(127.0.0.1/127.0.0.1:34725:34725),(127.0.0.1/127.0.0.1:35967:35967)] 2024-12-10T23:27:57,935 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 46e450a50cafc02a6a4d5d3c41824e48, NAME => 'testReplayEditsWrittenViaHRegion,,1733873277912.46e450a50cafc02a6a4d5d3c41824e48.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36669/hbase 2024-12-10T23:27:57,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741893_1071 (size=67) 2024-12-10T23:27:57,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741893_1071 (size=67) 2024-12-10T23:27:57,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741893_1071 (size=67) 2024-12-10T23:27:57,944 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733873277912.46e450a50cafc02a6a4d5d3c41824e48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:27:57,946 INFO [StoreOpener-46e450a50cafc02a6a4d5d3c41824e48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 46e450a50cafc02a6a4d5d3c41824e48 2024-12-10T23:27:57,947 INFO [StoreOpener-46e450a50cafc02a6a4d5d3c41824e48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46e450a50cafc02a6a4d5d3c41824e48 columnFamilyName a 2024-12-10T23:27:57,947 DEBUG [StoreOpener-46e450a50cafc02a6a4d5d3c41824e48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:57,948 INFO [StoreOpener-46e450a50cafc02a6a4d5d3c41824e48-1 {}] regionserver.HStore(327): Store=46e450a50cafc02a6a4d5d3c41824e48/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:27:57,948 INFO [StoreOpener-46e450a50cafc02a6a4d5d3c41824e48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 46e450a50cafc02a6a4d5d3c41824e48 2024-12-10T23:27:57,949 INFO [StoreOpener-46e450a50cafc02a6a4d5d3c41824e48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46e450a50cafc02a6a4d5d3c41824e48 columnFamilyName b 2024-12-10T23:27:57,949 DEBUG [StoreOpener-46e450a50cafc02a6a4d5d3c41824e48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:57,950 INFO [StoreOpener-46e450a50cafc02a6a4d5d3c41824e48-1 {}] regionserver.HStore(327): Store=46e450a50cafc02a6a4d5d3c41824e48/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:27:57,950 INFO [StoreOpener-46e450a50cafc02a6a4d5d3c41824e48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 46e450a50cafc02a6a4d5d3c41824e48 2024-12-10T23:27:57,951 INFO [StoreOpener-46e450a50cafc02a6a4d5d3c41824e48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46e450a50cafc02a6a4d5d3c41824e48 columnFamilyName c 2024-12-10T23:27:57,951 DEBUG [StoreOpener-46e450a50cafc02a6a4d5d3c41824e48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:57,952 INFO [StoreOpener-46e450a50cafc02a6a4d5d3c41824e48-1 {}] regionserver.HStore(327): Store=46e450a50cafc02a6a4d5d3c41824e48/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:27:57,952 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 46e450a50cafc02a6a4d5d3c41824e48 2024-12-10T23:27:57,953 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/46e450a50cafc02a6a4d5d3c41824e48 2024-12-10T23:27:57,953 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/46e450a50cafc02a6a4d5d3c41824e48 2024-12-10T23:27:57,954 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 46e450a50cafc02a6a4d5d3c41824e48 2024-12-10T23:27:57,954 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 46e450a50cafc02a6a4d5d3c41824e48 2024-12-10T23:27:57,955 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T23:27:57,956 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 46e450a50cafc02a6a4d5d3c41824e48 2024-12-10T23:27:57,958 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/46e450a50cafc02a6a4d5d3c41824e48/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T23:27:57,958 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 46e450a50cafc02a6a4d5d3c41824e48; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75162582, jitterRate=0.12000975012779236}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T23:27:57,959 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 46e450a50cafc02a6a4d5d3c41824e48: Writing region info on filesystem at 1733873277944Initializing all the Stores at 1733873277945 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873277945Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873277945Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873277945Cleaning up temporary data from old regions at 1733873277954 (+9 ms)Region opened successfully at 1733873277959 (+5 ms) 2024-12-10T23:27:57,959 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 46e450a50cafc02a6a4d5d3c41824e48, disabling compactions & flushes 2024-12-10T23:27:57,959 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733873277912.46e450a50cafc02a6a4d5d3c41824e48. 2024-12-10T23:27:57,959 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733873277912.46e450a50cafc02a6a4d5d3c41824e48. 2024-12-10T23:27:57,959 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733873277912.46e450a50cafc02a6a4d5d3c41824e48. after waiting 0 ms 2024-12-10T23:27:57,959 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733873277912.46e450a50cafc02a6a4d5d3c41824e48. 2024-12-10T23:27:57,960 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733873277912.46e450a50cafc02a6a4d5d3c41824e48. 2024-12-10T23:27:57,960 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 46e450a50cafc02a6a4d5d3c41824e48: Waiting for close lock at 1733873277959Disabling compacts and flushes for region at 1733873277959Disabling writes for close at 1733873277959Writing region close event to WAL at 1733873277960 (+1 ms)Closed at 1733873277960 2024-12-10T23:27:57,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741892_1070 (size=93) 2024-12-10T23:27:57,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741892_1070 (size=93) 2024-12-10T23:27:57,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741892_1070 (size=93) 2024-12-10T23:27:57,964 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-10T23:27:57,965 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-76048760:(num 1733873277917) 2024-12-10T23:27:57,965 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T23:27:57,966 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36669/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733873277911, archiveDir=hdfs://localhost:36669/hbase/oldWALs, maxLogs=32 2024-12-10T23:27:57,981 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733873277911/wal.1733873277967, exclude list is [], retry=0 2024-12-10T23:27:57,983 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37017,DS-9f16c9e2-ae36-49b2-bb07-52dfd612006a,DISK] 2024-12-10T23:27:57,984 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39663,DS-f32b2228-ad36-4c13-a6d3-d2ad84131b79,DISK] 2024-12-10T23:27:57,984 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44405,DS-e97f9cc2-63a3-4776-b9bc-8aabc1aeceb4,DISK] 2024-12-10T23:27:57,986 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733873277911/wal.1733873277967 2024-12-10T23:27:57,986 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34725:34725),(127.0.0.1/127.0.0.1:35967:35967),(127.0.0.1/127.0.0.1:37191:37191)] 2024-12-10T23:27:57,986 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 46e450a50cafc02a6a4d5d3c41824e48, NAME => 'testReplayEditsWrittenViaHRegion,,1733873277912.46e450a50cafc02a6a4d5d3c41824e48.', STARTKEY => '', ENDKEY => ''} 2024-12-10T23:27:57,986 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733873277912.46e450a50cafc02a6a4d5d3c41824e48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:27:57,986 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 46e450a50cafc02a6a4d5d3c41824e48 2024-12-10T23:27:57,986 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 46e450a50cafc02a6a4d5d3c41824e48 2024-12-10T23:27:57,987 INFO [StoreOpener-46e450a50cafc02a6a4d5d3c41824e48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 46e450a50cafc02a6a4d5d3c41824e48 2024-12-10T23:27:57,988 INFO [StoreOpener-46e450a50cafc02a6a4d5d3c41824e48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46e450a50cafc02a6a4d5d3c41824e48 columnFamilyName a 2024-12-10T23:27:57,988 DEBUG [StoreOpener-46e450a50cafc02a6a4d5d3c41824e48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:57,989 INFO [StoreOpener-46e450a50cafc02a6a4d5d3c41824e48-1 {}] regionserver.HStore(327): Store=46e450a50cafc02a6a4d5d3c41824e48/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:27:57,989 INFO [StoreOpener-46e450a50cafc02a6a4d5d3c41824e48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 46e450a50cafc02a6a4d5d3c41824e48 2024-12-10T23:27:57,990 INFO [StoreOpener-46e450a50cafc02a6a4d5d3c41824e48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46e450a50cafc02a6a4d5d3c41824e48 columnFamilyName b 2024-12-10T23:27:57,990 DEBUG [StoreOpener-46e450a50cafc02a6a4d5d3c41824e48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:57,990 INFO [StoreOpener-46e450a50cafc02a6a4d5d3c41824e48-1 {}] regionserver.HStore(327): Store=46e450a50cafc02a6a4d5d3c41824e48/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:27:57,990 INFO [StoreOpener-46e450a50cafc02a6a4d5d3c41824e48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 46e450a50cafc02a6a4d5d3c41824e48 2024-12-10T23:27:57,991 INFO [StoreOpener-46e450a50cafc02a6a4d5d3c41824e48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46e450a50cafc02a6a4d5d3c41824e48 columnFamilyName c 2024-12-10T23:27:57,991 DEBUG [StoreOpener-46e450a50cafc02a6a4d5d3c41824e48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:57,991 INFO [StoreOpener-46e450a50cafc02a6a4d5d3c41824e48-1 {}] regionserver.HStore(327): Store=46e450a50cafc02a6a4d5d3c41824e48/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:27:57,992 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 46e450a50cafc02a6a4d5d3c41824e48 2024-12-10T23:27:57,992 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/46e450a50cafc02a6a4d5d3c41824e48 2024-12-10T23:27:57,993 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/46e450a50cafc02a6a4d5d3c41824e48 2024-12-10T23:27:57,994 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 46e450a50cafc02a6a4d5d3c41824e48 2024-12-10T23:27:57,994 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 46e450a50cafc02a6a4d5d3c41824e48 2024-12-10T23:27:57,995 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T23:27:57,996 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 46e450a50cafc02a6a4d5d3c41824e48 2024-12-10T23:27:57,997 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 46e450a50cafc02a6a4d5d3c41824e48; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75350358, jitterRate=0.1228078305721283}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T23:27:57,997 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 46e450a50cafc02a6a4d5d3c41824e48: Writing region info on filesystem at 1733873277986Initializing all the Stores at 1733873277987 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873277987Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873277987Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873277987Cleaning up temporary data from old regions at 1733873277994 (+7 ms)Region opened successfully at 1733873277997 (+3 ms) 2024-12-10T23:27:58,025 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 46e450a50cafc02a6a4d5d3c41824e48 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-10T23:27:58,046 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/46e450a50cafc02a6a4d5d3c41824e48/.tmp/a/0f917e9c98554f1db5331aa6aa6ba19b is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733873277997/Put/seqid=0 2024-12-10T23:27:58,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741895_1073 (size=5958) 2024-12-10T23:27:58,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741895_1073 (size=5958) 2024-12-10T23:27:58,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741895_1073 (size=5958) 2024-12-10T23:27:58,056 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/46e450a50cafc02a6a4d5d3c41824e48/.tmp/a/0f917e9c98554f1db5331aa6aa6ba19b 2024-12-10T23:27:58,077 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/46e450a50cafc02a6a4d5d3c41824e48/.tmp/b/c8702fdfda974ed9b6e80e4f13fb85fe is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733873278005/Put/seqid=0 2024-12-10T23:27:58,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741896_1074 (size=5958) 2024-12-10T23:27:58,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741896_1074 (size=5958) 2024-12-10T23:27:58,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741896_1074 (size=5958) 2024-12-10T23:27:58,084 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/46e450a50cafc02a6a4d5d3c41824e48/.tmp/b/c8702fdfda974ed9b6e80e4f13fb85fe 2024-12-10T23:27:58,111 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/46e450a50cafc02a6a4d5d3c41824e48/.tmp/c/ca4d8a9daec54c0181edbd145cc57d89 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733873278013/Put/seqid=0 2024-12-10T23:27:58,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741897_1075 (size=5958) 2024-12-10T23:27:58,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741897_1075 (size=5958) 2024-12-10T23:27:58,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741897_1075 (size=5958) 2024-12-10T23:27:58,520 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/46e450a50cafc02a6a4d5d3c41824e48/.tmp/c/ca4d8a9daec54c0181edbd145cc57d89 2024-12-10T23:27:58,528 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/46e450a50cafc02a6a4d5d3c41824e48/.tmp/a/0f917e9c98554f1db5331aa6aa6ba19b as hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/46e450a50cafc02a6a4d5d3c41824e48/a/0f917e9c98554f1db5331aa6aa6ba19b 2024-12-10T23:27:58,534 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/46e450a50cafc02a6a4d5d3c41824e48/a/0f917e9c98554f1db5331aa6aa6ba19b, entries=10, sequenceid=33, filesize=5.8 K 2024-12-10T23:27:58,535 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/46e450a50cafc02a6a4d5d3c41824e48/.tmp/b/c8702fdfda974ed9b6e80e4f13fb85fe as hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/46e450a50cafc02a6a4d5d3c41824e48/b/c8702fdfda974ed9b6e80e4f13fb85fe 2024-12-10T23:27:58,541 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/46e450a50cafc02a6a4d5d3c41824e48/b/c8702fdfda974ed9b6e80e4f13fb85fe, entries=10, sequenceid=33, filesize=5.8 K 2024-12-10T23:27:58,543 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/46e450a50cafc02a6a4d5d3c41824e48/.tmp/c/ca4d8a9daec54c0181edbd145cc57d89 as hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/46e450a50cafc02a6a4d5d3c41824e48/c/ca4d8a9daec54c0181edbd145cc57d89 2024-12-10T23:27:58,549 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/46e450a50cafc02a6a4d5d3c41824e48/c/ca4d8a9daec54c0181edbd145cc57d89, entries=10, sequenceid=33, filesize=5.8 K 2024-12-10T23:27:58,550 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 46e450a50cafc02a6a4d5d3c41824e48 in 526ms, sequenceid=33, compaction requested=false 2024-12-10T23:27:58,551 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 46e450a50cafc02a6a4d5d3c41824e48: 2024-12-10T23:27:58,551 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 46e450a50cafc02a6a4d5d3c41824e48, disabling compactions & flushes 2024-12-10T23:27:58,551 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733873277912.46e450a50cafc02a6a4d5d3c41824e48. 2024-12-10T23:27:58,551 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733873277912.46e450a50cafc02a6a4d5d3c41824e48. 2024-12-10T23:27:58,551 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733873277912.46e450a50cafc02a6a4d5d3c41824e48. after waiting 0 ms 2024-12-10T23:27:58,551 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733873277912.46e450a50cafc02a6a4d5d3c41824e48. 2024-12-10T23:27:58,552 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733873277912.46e450a50cafc02a6a4d5d3c41824e48. 2024-12-10T23:27:58,552 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 46e450a50cafc02a6a4d5d3c41824e48: Waiting for close lock at 1733873278551Disabling compacts and flushes for region at 1733873278551Disabling writes for close at 1733873278551Writing region close event to WAL at 1733873278552 (+1 ms)Closed at 1733873278552 2024-12-10T23:27:58,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741894_1072 (size=2873) 2024-12-10T23:27:58,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741894_1072 (size=2873) 2024-12-10T23:27:58,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741894_1072 (size=2873) 2024-12-10T23:27:58,564 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/46e450a50cafc02a6a4d5d3c41824e48/b/c8702fdfda974ed9b6e80e4f13fb85fe to hdfs://localhost:36669/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/46e450a50cafc02a6a4d5d3c41824e48/b/c8702fdfda974ed9b6e80e4f13fb85fe 2024-12-10T23:27:58,581 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36669/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733873277911/wal.1733873277967, size=2.8 K (2873bytes) 2024-12-10T23:27:58,581 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36669/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733873277911/wal.1733873277967 2024-12-10T23:27:58,581 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36669/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733873277911/wal.1733873277967 after 0ms 2024-12-10T23:27:58,583 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36669/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733873277911/wal.1733873277967: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-10T23:27:58,584 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36669/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733873277911/wal.1733873277967 took 3ms 2024-12-10T23:27:58,586 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36669/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733873277911/wal.1733873277967 so closing down 2024-12-10T23:27:58,586 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T23:27:58,587 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733873277967.temp 2024-12-10T23:27:58,588 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/46e450a50cafc02a6a4d5d3c41824e48/recovered.edits/0000000000000000003-wal.1733873277967.temp 2024-12-10T23:27:58,588 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T23:27:58,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741898_1076 (size=2312) 2024-12-10T23:27:58,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741898_1076 (size=2312) 2024-12-10T23:27:58,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741898_1076 (size=2312) 2024-12-10T23:27:58,596 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/46e450a50cafc02a6a4d5d3c41824e48/recovered.edits/0000000000000000003-wal.1733873277967.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-10T23:27:58,597 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/46e450a50cafc02a6a4d5d3c41824e48/recovered.edits/0000000000000000003-wal.1733873277967.temp to hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/46e450a50cafc02a6a4d5d3c41824e48/recovered.edits/0000000000000000032 2024-12-10T23:27:58,597 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 13 ms; skipped=2; WAL=hdfs://localhost:36669/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733873277911/wal.1733873277967, size=2.8 K, length=2873, corrupted=false, cancelled=false 2024-12-10T23:27:58,597 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36669/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733873277911/wal.1733873277967, journal: Splitting hdfs://localhost:36669/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733873277911/wal.1733873277967, size=2.8 K (2873bytes) at 1733873278581Finishing writing output for hdfs://localhost:36669/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733873277911/wal.1733873277967 so closing down at 1733873278586 (+5 ms)Creating recovered edits writer path=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/46e450a50cafc02a6a4d5d3c41824e48/recovered.edits/0000000000000000003-wal.1733873277967.temp at 1733873278588 (+2 ms)3 split writer threads finished at 1733873278588Closed recovered edits writer path=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/46e450a50cafc02a6a4d5d3c41824e48/recovered.edits/0000000000000000003-wal.1733873277967.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733873278596 (+8 ms)Rename recovered edits hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/46e450a50cafc02a6a4d5d3c41824e48/recovered.edits/0000000000000000003-wal.1733873277967.temp to hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/46e450a50cafc02a6a4d5d3c41824e48/recovered.edits/0000000000000000032 at 1733873278597 (+1 ms)Processed 32 edits across 1 Regions in 13 ms; skipped=2; WAL=hdfs://localhost:36669/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733873277911/wal.1733873277967, size=2.8 K, length=2873, corrupted=false, cancelled=false at 1733873278597 2024-12-10T23:27:58,599 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36669/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733873277911/wal.1733873277967 to hdfs://localhost:36669/hbase/oldWALs/wal.1733873277967 2024-12-10T23:27:58,600 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/46e450a50cafc02a6a4d5d3c41824e48/recovered.edits/0000000000000000032 2024-12-10T23:27:58,600 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T23:27:58,601 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36669/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733873277911, archiveDir=hdfs://localhost:36669/hbase/oldWALs, maxLogs=32 2024-12-10T23:27:58,615 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733873277911/wal.1733873278602, exclude list is [], retry=0 2024-12-10T23:27:58,618 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39663,DS-f32b2228-ad36-4c13-a6d3-d2ad84131b79,DISK] 2024-12-10T23:27:58,618 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37017,DS-9f16c9e2-ae36-49b2-bb07-52dfd612006a,DISK] 2024-12-10T23:27:58,618 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44405,DS-e97f9cc2-63a3-4776-b9bc-8aabc1aeceb4,DISK] 2024-12-10T23:27:58,620 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733873277911/wal.1733873278602 2024-12-10T23:27:58,620 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35967:35967),(127.0.0.1/127.0.0.1:34725:34725),(127.0.0.1/127.0.0.1:37191:37191)] 2024-12-10T23:27:58,620 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 46e450a50cafc02a6a4d5d3c41824e48, NAME => 'testReplayEditsWrittenViaHRegion,,1733873277912.46e450a50cafc02a6a4d5d3c41824e48.', STARTKEY => '', ENDKEY => ''} 2024-12-10T23:27:58,621 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733873277912.46e450a50cafc02a6a4d5d3c41824e48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:27:58,621 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 46e450a50cafc02a6a4d5d3c41824e48 2024-12-10T23:27:58,621 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 46e450a50cafc02a6a4d5d3c41824e48 2024-12-10T23:27:58,622 INFO [StoreOpener-46e450a50cafc02a6a4d5d3c41824e48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 46e450a50cafc02a6a4d5d3c41824e48 2024-12-10T23:27:58,623 INFO [StoreOpener-46e450a50cafc02a6a4d5d3c41824e48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46e450a50cafc02a6a4d5d3c41824e48 columnFamilyName a 2024-12-10T23:27:58,623 DEBUG [StoreOpener-46e450a50cafc02a6a4d5d3c41824e48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:58,629 DEBUG [StoreOpener-46e450a50cafc02a6a4d5d3c41824e48-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/46e450a50cafc02a6a4d5d3c41824e48/a/0f917e9c98554f1db5331aa6aa6ba19b 2024-12-10T23:27:58,629 INFO [StoreOpener-46e450a50cafc02a6a4d5d3c41824e48-1 {}] regionserver.HStore(327): Store=46e450a50cafc02a6a4d5d3c41824e48/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:27:58,629 INFO [StoreOpener-46e450a50cafc02a6a4d5d3c41824e48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 46e450a50cafc02a6a4d5d3c41824e48 2024-12-10T23:27:58,631 INFO [StoreOpener-46e450a50cafc02a6a4d5d3c41824e48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46e450a50cafc02a6a4d5d3c41824e48 columnFamilyName b 2024-12-10T23:27:58,631 DEBUG [StoreOpener-46e450a50cafc02a6a4d5d3c41824e48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:58,631 INFO [StoreOpener-46e450a50cafc02a6a4d5d3c41824e48-1 {}] regionserver.HStore(327): Store=46e450a50cafc02a6a4d5d3c41824e48/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:27:58,631 INFO [StoreOpener-46e450a50cafc02a6a4d5d3c41824e48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 46e450a50cafc02a6a4d5d3c41824e48 2024-12-10T23:27:58,632 INFO [StoreOpener-46e450a50cafc02a6a4d5d3c41824e48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46e450a50cafc02a6a4d5d3c41824e48 columnFamilyName c 2024-12-10T23:27:58,632 DEBUG [StoreOpener-46e450a50cafc02a6a4d5d3c41824e48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:58,638 DEBUG [StoreOpener-46e450a50cafc02a6a4d5d3c41824e48-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/46e450a50cafc02a6a4d5d3c41824e48/c/ca4d8a9daec54c0181edbd145cc57d89 2024-12-10T23:27:58,639 INFO [StoreOpener-46e450a50cafc02a6a4d5d3c41824e48-1 {}] regionserver.HStore(327): Store=46e450a50cafc02a6a4d5d3c41824e48/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:27:58,639 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 46e450a50cafc02a6a4d5d3c41824e48 2024-12-10T23:27:58,639 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/46e450a50cafc02a6a4d5d3c41824e48 2024-12-10T23:27:58,641 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/46e450a50cafc02a6a4d5d3c41824e48 2024-12-10T23:27:58,641 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/46e450a50cafc02a6a4d5d3c41824e48/recovered.edits/0000000000000000032 2024-12-10T23:27:58,643 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/46e450a50cafc02a6a4d5d3c41824e48/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-10T23:27:58,645 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/46e450a50cafc02a6a4d5d3c41824e48/recovered.edits/0000000000000000032 2024-12-10T23:27:58,645 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 46e450a50cafc02a6a4d5d3c41824e48 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-10T23:27:58,666 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/46e450a50cafc02a6a4d5d3c41824e48/.tmp/b/53693212d6cf447e8d30b283321c3bdc is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733873278005/Put/seqid=0 2024-12-10T23:27:58,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741900_1078 (size=5958) 2024-12-10T23:27:58,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741900_1078 (size=5958) 2024-12-10T23:27:58,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741900_1078 (size=5958) 2024-12-10T23:27:58,676 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/46e450a50cafc02a6a4d5d3c41824e48/.tmp/b/53693212d6cf447e8d30b283321c3bdc 2024-12-10T23:27:58,683 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/46e450a50cafc02a6a4d5d3c41824e48/.tmp/b/53693212d6cf447e8d30b283321c3bdc as hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/46e450a50cafc02a6a4d5d3c41824e48/b/53693212d6cf447e8d30b283321c3bdc 2024-12-10T23:27:58,688 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/46e450a50cafc02a6a4d5d3c41824e48/b/53693212d6cf447e8d30b283321c3bdc, entries=10, sequenceid=32, filesize=5.8 K 2024-12-10T23:27:58,688 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 46e450a50cafc02a6a4d5d3c41824e48 in 43ms, sequenceid=32, compaction requested=false; wal=null 2024-12-10T23:27:58,689 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/46e450a50cafc02a6a4d5d3c41824e48/recovered.edits/0000000000000000032 2024-12-10T23:27:58,690 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 46e450a50cafc02a6a4d5d3c41824e48 2024-12-10T23:27:58,690 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 46e450a50cafc02a6a4d5d3c41824e48 2024-12-10T23:27:58,691 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T23:27:58,692 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 46e450a50cafc02a6a4d5d3c41824e48 2024-12-10T23:27:58,694 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/46e450a50cafc02a6a4d5d3c41824e48/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-12-10T23:27:58,695 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 46e450a50cafc02a6a4d5d3c41824e48; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69197559, jitterRate=0.03112398087978363}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T23:27:58,696 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 46e450a50cafc02a6a4d5d3c41824e48: Writing region info on filesystem at 1733873278621Initializing all the Stores at 1733873278622 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873278622Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873278622Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873278622Obtaining lock to block concurrent updates at 1733873278645 (+23 ms)Preparing flush snapshotting stores in 46e450a50cafc02a6a4d5d3c41824e48 at 1733873278645Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733873277912.46e450a50cafc02a6a4d5d3c41824e48., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1733873278645Flushing stores of testReplayEditsWrittenViaHRegion,,1733873277912.46e450a50cafc02a6a4d5d3c41824e48. at 1733873278645Flushing 46e450a50cafc02a6a4d5d3c41824e48/b: creating writer at 1733873278645Flushing 46e450a50cafc02a6a4d5d3c41824e48/b: appending metadata at 1733873278665 (+20 ms)Flushing 46e450a50cafc02a6a4d5d3c41824e48/b: closing flushed file at 1733873278665Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@164350a8: reopening flushed file at 1733873278682 (+17 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 46e450a50cafc02a6a4d5d3c41824e48 in 43ms, sequenceid=32, compaction requested=false; wal=null at 1733873278688 (+6 ms)Cleaning up temporary data from old regions at 1733873278690 (+2 ms)Region opened successfully at 1733873278696 (+6 ms) 2024-12-10T23:27:58,726 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterPartialFlush Thread=423 (was 415) Potentially hanging thread: PacketResponder: BP-1079563326-172.17.0.2-1733873256162:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1156125322_22 at /127.0.0.1:33136 [Receiving block BP-1079563326-172.17.0.2-1733873256162:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1156125322_22 at /127.0.0.1:47684 [Receiving block BP-1079563326-172.17.0.2-1733873256162:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1156125322_22 at /127.0.0.1:56034 [Waiting for operation #28] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1079563326-172.17.0.2-1733873256162:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1156125322_22 at /127.0.0.1:56150 [Receiving block BP-1079563326-172.17.0.2-1733873256162:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1156125322_22 at /127.0.0.1:47546 [Waiting for operation #36] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1079563326-172.17.0.2-1733873256162:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1156125322_22 at /127.0.0.1:32956 [Waiting for operation #38] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1126 (was 1052) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=131 (was 131), ProcessCount=11 (was 11), AvailableMemoryMB=5183 (was 5207) 2024-12-10T23:27:58,727 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1126 is superior to 1024 2024-12-10T23:27:58,743 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterAbortingFlush Thread=423, OpenFileDescriptor=1126, MaxFileDescriptor=1048576, SystemLoadAverage=131, ProcessCount=11, AvailableMemoryMB=5179 2024-12-10T23:27:58,743 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1126 is superior to 1024 2024-12-10T23:27:58,762 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:27:58,765 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:27:58,766 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T23:27:58,768 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-78259402, suffix=, logDir=hdfs://localhost:36669/hbase/WALs/hregion-78259402, archiveDir=hdfs://localhost:36669/hbase/oldWALs, maxLogs=32 2024-12-10T23:27:58,789 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-78259402/hregion-78259402.1733873278769, exclude list is [], retry=0 2024-12-10T23:27:58,792 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39663,DS-f32b2228-ad36-4c13-a6d3-d2ad84131b79,DISK] 2024-12-10T23:27:58,793 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37017,DS-9f16c9e2-ae36-49b2-bb07-52dfd612006a,DISK] 2024-12-10T23:27:58,795 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44405,DS-e97f9cc2-63a3-4776-b9bc-8aabc1aeceb4,DISK] 2024-12-10T23:27:58,801 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-78259402/hregion-78259402.1733873278769 2024-12-10T23:27:58,803 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35967:35967),(127.0.0.1/127.0.0.1:34725:34725),(127.0.0.1/127.0.0.1:37191:37191)] 2024-12-10T23:27:58,803 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 77f5ae97213da706273c30a375e4a2f0, NAME => 'testReplayEditsAfterAbortingFlush,,1733873278763.77f5ae97213da706273c30a375e4a2f0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36669/hbase 2024-12-10T23:27:58,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741902_1080 (size=68) 2024-12-10T23:27:58,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741902_1080 (size=68) 2024-12-10T23:27:58,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741902_1080 (size=68) 2024-12-10T23:27:58,816 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733873278763.77f5ae97213da706273c30a375e4a2f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:27:58,820 INFO [StoreOpener-77f5ae97213da706273c30a375e4a2f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 77f5ae97213da706273c30a375e4a2f0 2024-12-10T23:27:58,821 INFO [StoreOpener-77f5ae97213da706273c30a375e4a2f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77f5ae97213da706273c30a375e4a2f0 columnFamilyName a 2024-12-10T23:27:58,822 DEBUG [StoreOpener-77f5ae97213da706273c30a375e4a2f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:58,822 INFO [StoreOpener-77f5ae97213da706273c30a375e4a2f0-1 {}] regionserver.HStore(327): Store=77f5ae97213da706273c30a375e4a2f0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:27:58,822 INFO [StoreOpener-77f5ae97213da706273c30a375e4a2f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 77f5ae97213da706273c30a375e4a2f0 2024-12-10T23:27:58,823 INFO [StoreOpener-77f5ae97213da706273c30a375e4a2f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77f5ae97213da706273c30a375e4a2f0 columnFamilyName b 2024-12-10T23:27:58,824 DEBUG [StoreOpener-77f5ae97213da706273c30a375e4a2f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:58,824 INFO [StoreOpener-77f5ae97213da706273c30a375e4a2f0-1 {}] regionserver.HStore(327): Store=77f5ae97213da706273c30a375e4a2f0/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:27:58,824 INFO [StoreOpener-77f5ae97213da706273c30a375e4a2f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 77f5ae97213da706273c30a375e4a2f0 2024-12-10T23:27:58,825 INFO [StoreOpener-77f5ae97213da706273c30a375e4a2f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77f5ae97213da706273c30a375e4a2f0 columnFamilyName c 2024-12-10T23:27:58,825 DEBUG [StoreOpener-77f5ae97213da706273c30a375e4a2f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:58,826 INFO [StoreOpener-77f5ae97213da706273c30a375e4a2f0-1 {}] regionserver.HStore(327): Store=77f5ae97213da706273c30a375e4a2f0/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:27:58,826 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 77f5ae97213da706273c30a375e4a2f0 2024-12-10T23:27:58,829 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/testReplayEditsAfterAbortingFlush/77f5ae97213da706273c30a375e4a2f0 2024-12-10T23:27:58,829 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/testReplayEditsAfterAbortingFlush/77f5ae97213da706273c30a375e4a2f0 2024-12-10T23:27:58,830 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 77f5ae97213da706273c30a375e4a2f0 2024-12-10T23:27:58,830 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 77f5ae97213da706273c30a375e4a2f0 2024-12-10T23:27:58,831 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T23:27:58,832 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 77f5ae97213da706273c30a375e4a2f0 2024-12-10T23:27:58,846 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36669/hbase/data/default/testReplayEditsAfterAbortingFlush/77f5ae97213da706273c30a375e4a2f0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T23:27:58,847 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 77f5ae97213da706273c30a375e4a2f0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61322552, jitterRate=-0.08622276782989502}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T23:27:58,848 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 77f5ae97213da706273c30a375e4a2f0: Writing region info on filesystem at 1733873278816Initializing all the Stores at 1733873278817 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873278817Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873278820 (+3 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873278820Cleaning up temporary data from old regions at 1733873278830 (+10 ms)Region opened successfully at 1733873278848 (+18 ms) 2024-12-10T23:27:58,848 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 77f5ae97213da706273c30a375e4a2f0, disabling compactions & flushes 2024-12-10T23:27:58,848 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733873278763.77f5ae97213da706273c30a375e4a2f0. 2024-12-10T23:27:58,848 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733873278763.77f5ae97213da706273c30a375e4a2f0. 2024-12-10T23:27:58,848 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733873278763.77f5ae97213da706273c30a375e4a2f0. after waiting 0 ms 2024-12-10T23:27:58,848 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733873278763.77f5ae97213da706273c30a375e4a2f0. 2024-12-10T23:27:58,849 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733873278763.77f5ae97213da706273c30a375e4a2f0. 2024-12-10T23:27:58,849 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 77f5ae97213da706273c30a375e4a2f0: Waiting for close lock at 1733873278848Disabling compacts and flushes for region at 1733873278848Disabling writes for close at 1733873278848Writing region close event to WAL at 1733873278849 (+1 ms)Closed at 1733873278849 2024-12-10T23:27:58,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741901_1079 (size=93) 2024-12-10T23:27:58,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741901_1079 (size=93) 2024-12-10T23:27:58,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741901_1079 (size=93) 2024-12-10T23:27:58,862 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-10T23:27:58,862 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-78259402:(num 1733873278769) 2024-12-10T23:27:58,862 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T23:27:58,865 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36669/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733873278761, archiveDir=hdfs://localhost:36669/hbase/oldWALs, maxLogs=32 2024-12-10T23:27:58,883 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733873278761/wal.1733873278865, exclude list is [], retry=0 2024-12-10T23:27:58,886 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44405,DS-e97f9cc2-63a3-4776-b9bc-8aabc1aeceb4,DISK] 2024-12-10T23:27:58,887 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37017,DS-9f16c9e2-ae36-49b2-bb07-52dfd612006a,DISK] 2024-12-10T23:27:58,887 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39663,DS-f32b2228-ad36-4c13-a6d3-d2ad84131b79,DISK] 2024-12-10T23:27:58,890 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733873278761/wal.1733873278865 2024-12-10T23:27:58,891 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37191:37191),(127.0.0.1/127.0.0.1:34725:34725),(127.0.0.1/127.0.0.1:35967:35967)] 2024-12-10T23:27:58,971 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 77f5ae97213da706273c30a375e4a2f0, NAME => 'testReplayEditsAfterAbortingFlush,,1733873278763.77f5ae97213da706273c30a375e4a2f0.', STARTKEY => '', ENDKEY => ''} 2024-12-10T23:27:58,974 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 77f5ae97213da706273c30a375e4a2f0 2024-12-10T23:27:58,974 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733873278763.77f5ae97213da706273c30a375e4a2f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:27:58,975 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 77f5ae97213da706273c30a375e4a2f0 2024-12-10T23:27:58,975 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 77f5ae97213da706273c30a375e4a2f0 2024-12-10T23:27:58,978 INFO [StoreOpener-77f5ae97213da706273c30a375e4a2f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 77f5ae97213da706273c30a375e4a2f0 2024-12-10T23:27:58,979 INFO [StoreOpener-77f5ae97213da706273c30a375e4a2f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77f5ae97213da706273c30a375e4a2f0 columnFamilyName a 2024-12-10T23:27:58,979 DEBUG [StoreOpener-77f5ae97213da706273c30a375e4a2f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:58,979 INFO [StoreOpener-77f5ae97213da706273c30a375e4a2f0-1 {}] regionserver.HStore(327): Store=77f5ae97213da706273c30a375e4a2f0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:27:58,980 INFO [StoreOpener-77f5ae97213da706273c30a375e4a2f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 77f5ae97213da706273c30a375e4a2f0 2024-12-10T23:27:58,980 INFO [StoreOpener-77f5ae97213da706273c30a375e4a2f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77f5ae97213da706273c30a375e4a2f0 columnFamilyName b 2024-12-10T23:27:58,981 DEBUG [StoreOpener-77f5ae97213da706273c30a375e4a2f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:58,981 INFO [StoreOpener-77f5ae97213da706273c30a375e4a2f0-1 {}] regionserver.HStore(327): Store=77f5ae97213da706273c30a375e4a2f0/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:27:58,981 INFO [StoreOpener-77f5ae97213da706273c30a375e4a2f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 77f5ae97213da706273c30a375e4a2f0 2024-12-10T23:27:58,982 INFO [StoreOpener-77f5ae97213da706273c30a375e4a2f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77f5ae97213da706273c30a375e4a2f0 columnFamilyName c 2024-12-10T23:27:58,982 DEBUG [StoreOpener-77f5ae97213da706273c30a375e4a2f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:27:58,982 INFO [StoreOpener-77f5ae97213da706273c30a375e4a2f0-1 {}] regionserver.HStore(327): Store=77f5ae97213da706273c30a375e4a2f0/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:27:58,983 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 77f5ae97213da706273c30a375e4a2f0 2024-12-10T23:27:58,983 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/testReplayEditsAfterAbortingFlush/77f5ae97213da706273c30a375e4a2f0 2024-12-10T23:27:58,985 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/testReplayEditsAfterAbortingFlush/77f5ae97213da706273c30a375e4a2f0 2024-12-10T23:27:58,986 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 77f5ae97213da706273c30a375e4a2f0 2024-12-10T23:27:58,986 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 77f5ae97213da706273c30a375e4a2f0 2024-12-10T23:27:58,987 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T23:27:58,989 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 77f5ae97213da706273c30a375e4a2f0 2024-12-10T23:27:58,990 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 77f5ae97213da706273c30a375e4a2f0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62986056, jitterRate=-0.06143462657928467}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T23:27:58,990 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 77f5ae97213da706273c30a375e4a2f0 2024-12-10T23:27:58,990 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 77f5ae97213da706273c30a375e4a2f0: Running coprocessor pre-open hook at 1733873278975Writing region info on filesystem at 1733873278975Initializing all the Stores at 1733873278976 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873278976Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873278977 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873278977Cleaning up temporary data from old regions at 1733873278986 (+9 ms)Running coprocessor post-open hooks at 1733873278990 (+4 ms)Region opened successfully at 1733873278990 2024-12-10T23:27:59,007 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 77f5ae97213da706273c30a375e4a2f0 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-12-10T23:27:59,008 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 77f5ae97213da706273c30a375e4a2f0/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:27:59,484 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-12-10T23:27:59,484 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-12-10T23:27:59,485 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-12-10T23:27:59,485 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-12-10T23:27:59,486 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-12-10T23:27:59,487 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-12-10T23:27:59,488 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-12-10T23:27:59,488 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-12-10T23:27:59,489 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-12-10T23:27:59,489 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-12-10T23:28:00,009 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 77f5ae97213da706273c30a375e4a2f0/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:28:00,394 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-10T23:28:01,010 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 77f5ae97213da706273c30a375e4a2f0/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:28:02,011 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 77f5ae97213da706273c30a375e4a2f0/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:28:03,011 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 77f5ae97213da706273c30a375e4a2f0/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:28:04,012 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 77f5ae97213da706273c30a375e4a2f0/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:28:05,013 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 77f5ae97213da706273c30a375e4a2f0/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:28:06,013 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 77f5ae97213da706273c30a375e4a2f0/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:28:07,014 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 77f5ae97213da706273c30a375e4a2f0/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:28:08,014 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 77f5ae97213da706273c30a375e4a2f0/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:28:08,016 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 77f5ae97213da706273c30a375e4a2f0: 2024-12-10T23:28:08,016 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1733873278763.77f5ae97213da706273c30a375e4a2f0. 2024-12-10T23:28:08,030 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 77f5ae97213da706273c30a375e4a2f0: 2024-12-10T23:28:08,030 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-12-10T23:28:08,030 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 77f5ae97213da706273c30a375e4a2f0, disabling compactions & flushes 2024-12-10T23:28:08,030 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733873278763.77f5ae97213da706273c30a375e4a2f0. 2024-12-10T23:28:08,030 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733873278763.77f5ae97213da706273c30a375e4a2f0. 2024-12-10T23:28:08,030 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733873278763.77f5ae97213da706273c30a375e4a2f0. after waiting 0 ms 2024-12-10T23:28:08,030 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733873278763.77f5ae97213da706273c30a375e4a2f0. 2024-12-10T23:28:08,031 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1733873278763.77f5ae97213da706273c30a375e4a2f0. 2024-12-10T23:28:08,031 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733873278763.77f5ae97213da706273c30a375e4a2f0. 2024-12-10T23:28:08,031 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 77f5ae97213da706273c30a375e4a2f0: Waiting for close lock at 1733873288030Running coprocessor pre-close hooks at 1733873288030Disabling compacts and flushes for region at 1733873288030Disabling writes for close at 1733873288030Writing region close event to WAL at 1733873288031 (+1 ms)Running coprocessor post-close hooks at 1733873288031Closed at 1733873288031 2024-12-10T23:28:08,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741903_1081 (size=2398) 2024-12-10T23:28:08,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741903_1081 (size=2398) 2024-12-10T23:28:08,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741903_1081 (size=2398) 2024-12-10T23:28:08,051 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36669/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733873278761/wal.1733873278865, size=2.3 K (2398bytes) 2024-12-10T23:28:08,051 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36669/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733873278761/wal.1733873278865 2024-12-10T23:28:08,052 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36669/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733873278761/wal.1733873278865 after 1ms 2024-12-10T23:28:08,055 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36669/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733873278761/wal.1733873278865: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-10T23:28:08,055 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36669/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733873278761/wal.1733873278865 took 4ms 2024-12-10T23:28:08,057 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36669/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733873278761/wal.1733873278865 so closing down 2024-12-10T23:28:08,057 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T23:28:08,058 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1733873278865.temp 2024-12-10T23:28:08,060 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36669/hbase/data/default/testReplayEditsAfterAbortingFlush/77f5ae97213da706273c30a375e4a2f0/recovered.edits/0000000000000000004-wal.1733873278865.temp 2024-12-10T23:28:08,060 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T23:28:08,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741904_1082 (size=1672) 2024-12-10T23:28:08,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741904_1082 (size=1672) 2024-12-10T23:28:08,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741904_1082 (size=1672) 2024-12-10T23:28:08,070 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36669/hbase/data/default/testReplayEditsAfterAbortingFlush/77f5ae97213da706273c30a375e4a2f0/recovered.edits/0000000000000000004-wal.1733873278865.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-12-10T23:28:08,071 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36669/hbase/data/default/testReplayEditsAfterAbortingFlush/77f5ae97213da706273c30a375e4a2f0/recovered.edits/0000000000000000004-wal.1733873278865.temp to hdfs://localhost:36669/hbase/data/default/testReplayEditsAfterAbortingFlush/77f5ae97213da706273c30a375e4a2f0/recovered.edits/0000000000000000026 2024-12-10T23:28:08,071 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 16 ms; skipped=3; WAL=hdfs://localhost:36669/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733873278761/wal.1733873278865, size=2.3 K, length=2398, corrupted=false, cancelled=false 2024-12-10T23:28:08,072 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36669/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733873278761/wal.1733873278865, journal: Splitting hdfs://localhost:36669/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733873278761/wal.1733873278865, size=2.3 K (2398bytes) at 1733873288051Finishing writing output for hdfs://localhost:36669/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733873278761/wal.1733873278865 so closing down at 1733873288057 (+6 ms)Creating recovered edits writer path=hdfs://localhost:36669/hbase/data/default/testReplayEditsAfterAbortingFlush/77f5ae97213da706273c30a375e4a2f0/recovered.edits/0000000000000000004-wal.1733873278865.temp at 1733873288060 (+3 ms)3 split writer threads finished at 1733873288060Closed recovered edits writer path=hdfs://localhost:36669/hbase/data/default/testReplayEditsAfterAbortingFlush/77f5ae97213da706273c30a375e4a2f0/recovered.edits/0000000000000000004-wal.1733873278865.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1733873288070 (+10 ms)Rename recovered edits hdfs://localhost:36669/hbase/data/default/testReplayEditsAfterAbortingFlush/77f5ae97213da706273c30a375e4a2f0/recovered.edits/0000000000000000004-wal.1733873278865.temp to hdfs://localhost:36669/hbase/data/default/testReplayEditsAfterAbortingFlush/77f5ae97213da706273c30a375e4a2f0/recovered.edits/0000000000000000026 at 1733873288071 (+1 ms)Processed 23 edits across 1 Regions in 16 ms; skipped=3; WAL=hdfs://localhost:36669/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733873278761/wal.1733873278865, size=2.3 K, length=2398, corrupted=false, cancelled=false at 1733873288071 2024-12-10T23:28:08,073 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36669/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733873278761/wal.1733873278865 to hdfs://localhost:36669/hbase/oldWALs/wal.1733873278865 2024-12-10T23:28:08,074 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:36669/hbase/data/default/testReplayEditsAfterAbortingFlush/77f5ae97213da706273c30a375e4a2f0/recovered.edits/0000000000000000026 2024-12-10T23:28:08,074 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T23:28:08,076 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36669/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733873278761, archiveDir=hdfs://localhost:36669/hbase/oldWALs, maxLogs=32 2024-12-10T23:28:08,090 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733873278761/wal.1733873288077, exclude list is [], retry=0 2024-12-10T23:28:08,092 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37017,DS-9f16c9e2-ae36-49b2-bb07-52dfd612006a,DISK] 2024-12-10T23:28:08,092 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39663,DS-f32b2228-ad36-4c13-a6d3-d2ad84131b79,DISK] 2024-12-10T23:28:08,092 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44405,DS-e97f9cc2-63a3-4776-b9bc-8aabc1aeceb4,DISK] 2024-12-10T23:28:08,094 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733873278761/wal.1733873288077 2024-12-10T23:28:08,094 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34725:34725),(127.0.0.1/127.0.0.1:35967:35967),(127.0.0.1/127.0.0.1:37191:37191)] 2024-12-10T23:28:08,095 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 77f5ae97213da706273c30a375e4a2f0, NAME => 'testReplayEditsAfterAbortingFlush,,1733873278763.77f5ae97213da706273c30a375e4a2f0.', STARTKEY => '', ENDKEY => ''} 2024-12-10T23:28:08,095 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 77f5ae97213da706273c30a375e4a2f0 2024-12-10T23:28:08,095 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733873278763.77f5ae97213da706273c30a375e4a2f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:28:08,095 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 77f5ae97213da706273c30a375e4a2f0 2024-12-10T23:28:08,095 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 77f5ae97213da706273c30a375e4a2f0 2024-12-10T23:28:08,097 INFO [StoreOpener-77f5ae97213da706273c30a375e4a2f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 77f5ae97213da706273c30a375e4a2f0 2024-12-10T23:28:08,098 INFO [StoreOpener-77f5ae97213da706273c30a375e4a2f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77f5ae97213da706273c30a375e4a2f0 columnFamilyName a 2024-12-10T23:28:08,098 DEBUG [StoreOpener-77f5ae97213da706273c30a375e4a2f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:28:08,099 INFO [StoreOpener-77f5ae97213da706273c30a375e4a2f0-1 {}] regionserver.HStore(327): Store=77f5ae97213da706273c30a375e4a2f0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:28:08,099 INFO [StoreOpener-77f5ae97213da706273c30a375e4a2f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 77f5ae97213da706273c30a375e4a2f0 2024-12-10T23:28:08,100 INFO [StoreOpener-77f5ae97213da706273c30a375e4a2f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77f5ae97213da706273c30a375e4a2f0 columnFamilyName b 2024-12-10T23:28:08,100 DEBUG [StoreOpener-77f5ae97213da706273c30a375e4a2f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:28:08,100 INFO [StoreOpener-77f5ae97213da706273c30a375e4a2f0-1 {}] regionserver.HStore(327): Store=77f5ae97213da706273c30a375e4a2f0/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:28:08,100 INFO [StoreOpener-77f5ae97213da706273c30a375e4a2f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 77f5ae97213da706273c30a375e4a2f0 2024-12-10T23:28:08,101 INFO [StoreOpener-77f5ae97213da706273c30a375e4a2f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77f5ae97213da706273c30a375e4a2f0 columnFamilyName c 2024-12-10T23:28:08,101 DEBUG [StoreOpener-77f5ae97213da706273c30a375e4a2f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:28:08,101 INFO [StoreOpener-77f5ae97213da706273c30a375e4a2f0-1 {}] regionserver.HStore(327): Store=77f5ae97213da706273c30a375e4a2f0/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:28:08,101 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 77f5ae97213da706273c30a375e4a2f0 2024-12-10T23:28:08,102 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/testReplayEditsAfterAbortingFlush/77f5ae97213da706273c30a375e4a2f0 2024-12-10T23:28:08,103 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/testReplayEditsAfterAbortingFlush/77f5ae97213da706273c30a375e4a2f0 2024-12-10T23:28:08,104 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36669/hbase/data/default/testReplayEditsAfterAbortingFlush/77f5ae97213da706273c30a375e4a2f0/recovered.edits/0000000000000000026 2024-12-10T23:28:08,106 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36669/hbase/data/default/testReplayEditsAfterAbortingFlush/77f5ae97213da706273c30a375e4a2f0/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-10T23:28:08,107 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:36669/hbase/data/default/testReplayEditsAfterAbortingFlush/77f5ae97213da706273c30a375e4a2f0/recovered.edits/0000000000000000026 2024-12-10T23:28:08,108 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 77f5ae97213da706273c30a375e4a2f0 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-12-10T23:28:08,124 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36669/hbase/data/default/testReplayEditsAfterAbortingFlush/77f5ae97213da706273c30a375e4a2f0/.tmp/a/f9a9ea942bcd43c888d0123a6977b3d9 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1733873288021/Put/seqid=0 2024-12-10T23:28:08,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741906_1084 (size=5523) 2024-12-10T23:28:08,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741906_1084 (size=5523) 2024-12-10T23:28:08,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741906_1084 (size=5523) 2024-12-10T23:28:08,131 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:36669/hbase/data/default/testReplayEditsAfterAbortingFlush/77f5ae97213da706273c30a375e4a2f0/.tmp/a/f9a9ea942bcd43c888d0123a6977b3d9 2024-12-10T23:28:08,151 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36669/hbase/data/default/testReplayEditsAfterAbortingFlush/77f5ae97213da706273c30a375e4a2f0/.tmp/b/188330e1bef1483a96378ebb3e560945 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1733873288016/Put/seqid=0 2024-12-10T23:28:08,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741907_1085 (size=5524) 2024-12-10T23:28:08,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741907_1085 (size=5524) 2024-12-10T23:28:08,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741907_1085 (size=5524) 2024-12-10T23:28:08,159 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:36669/hbase/data/default/testReplayEditsAfterAbortingFlush/77f5ae97213da706273c30a375e4a2f0/.tmp/b/188330e1bef1483a96378ebb3e560945 2024-12-10T23:28:08,178 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36669/hbase/data/default/testReplayEditsAfterAbortingFlush/77f5ae97213da706273c30a375e4a2f0/.tmp/c/64019ee79bcf4954830b8930267fff54 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1733873288019/Put/seqid=0 2024-12-10T23:28:08,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741908_1086 (size=5457) 2024-12-10T23:28:08,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741908_1086 (size=5457) 2024-12-10T23:28:08,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741908_1086 (size=5457) 2024-12-10T23:28:08,185 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:36669/hbase/data/default/testReplayEditsAfterAbortingFlush/77f5ae97213da706273c30a375e4a2f0/.tmp/c/64019ee79bcf4954830b8930267fff54 2024-12-10T23:28:08,190 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36669/hbase/data/default/testReplayEditsAfterAbortingFlush/77f5ae97213da706273c30a375e4a2f0/.tmp/a/f9a9ea942bcd43c888d0123a6977b3d9 as hdfs://localhost:36669/hbase/data/default/testReplayEditsAfterAbortingFlush/77f5ae97213da706273c30a375e4a2f0/a/f9a9ea942bcd43c888d0123a6977b3d9 2024-12-10T23:28:08,194 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36669/hbase/data/default/testReplayEditsAfterAbortingFlush/77f5ae97213da706273c30a375e4a2f0/a/f9a9ea942bcd43c888d0123a6977b3d9, entries=7, sequenceid=26, filesize=5.4 K 2024-12-10T23:28:08,195 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36669/hbase/data/default/testReplayEditsAfterAbortingFlush/77f5ae97213da706273c30a375e4a2f0/.tmp/b/188330e1bef1483a96378ebb3e560945 as hdfs://localhost:36669/hbase/data/default/testReplayEditsAfterAbortingFlush/77f5ae97213da706273c30a375e4a2f0/b/188330e1bef1483a96378ebb3e560945 2024-12-10T23:28:08,200 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36669/hbase/data/default/testReplayEditsAfterAbortingFlush/77f5ae97213da706273c30a375e4a2f0/b/188330e1bef1483a96378ebb3e560945, entries=7, sequenceid=26, filesize=5.4 K 2024-12-10T23:28:08,201 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36669/hbase/data/default/testReplayEditsAfterAbortingFlush/77f5ae97213da706273c30a375e4a2f0/.tmp/c/64019ee79bcf4954830b8930267fff54 as hdfs://localhost:36669/hbase/data/default/testReplayEditsAfterAbortingFlush/77f5ae97213da706273c30a375e4a2f0/c/64019ee79bcf4954830b8930267fff54 2024-12-10T23:28:08,205 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36669/hbase/data/default/testReplayEditsAfterAbortingFlush/77f5ae97213da706273c30a375e4a2f0/c/64019ee79bcf4954830b8930267fff54, entries=6, sequenceid=26, filesize=5.3 K 2024-12-10T23:28:08,205 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 77f5ae97213da706273c30a375e4a2f0 in 97ms, sequenceid=26, compaction requested=false; wal=null 2024-12-10T23:28:08,206 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36669/hbase/data/default/testReplayEditsAfterAbortingFlush/77f5ae97213da706273c30a375e4a2f0/recovered.edits/0000000000000000026 2024-12-10T23:28:08,207 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 77f5ae97213da706273c30a375e4a2f0 2024-12-10T23:28:08,207 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 77f5ae97213da706273c30a375e4a2f0 2024-12-10T23:28:08,208 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T23:28:08,209 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 77f5ae97213da706273c30a375e4a2f0 2024-12-10T23:28:08,212 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36669/hbase/data/default/testReplayEditsAfterAbortingFlush/77f5ae97213da706273c30a375e4a2f0/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-12-10T23:28:08,213 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 77f5ae97213da706273c30a375e4a2f0; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72965993, jitterRate=0.08727802336215973}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T23:28:08,213 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 77f5ae97213da706273c30a375e4a2f0 2024-12-10T23:28:08,214 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 77f5ae97213da706273c30a375e4a2f0: Running coprocessor pre-open hook at 1733873288096Writing region info on filesystem at 1733873288096Initializing all the Stores at 1733873288096Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873288096Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873288097 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873288097Obtaining lock to block concurrent updates at 1733873288108 (+11 ms)Preparing flush snapshotting stores in 77f5ae97213da706273c30a375e4a2f0 at 1733873288108Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1733873278763.77f5ae97213da706273c30a375e4a2f0., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1733873288108Flushing stores of testReplayEditsAfterAbortingFlush,,1733873278763.77f5ae97213da706273c30a375e4a2f0. at 1733873288108Flushing 77f5ae97213da706273c30a375e4a2f0/a: creating writer at 1733873288108Flushing 77f5ae97213da706273c30a375e4a2f0/a: appending metadata at 1733873288124 (+16 ms)Flushing 77f5ae97213da706273c30a375e4a2f0/a: closing flushed file at 1733873288124Flushing 77f5ae97213da706273c30a375e4a2f0/b: creating writer at 1733873288136 (+12 ms)Flushing 77f5ae97213da706273c30a375e4a2f0/b: appending metadata at 1733873288150 (+14 ms)Flushing 77f5ae97213da706273c30a375e4a2f0/b: closing flushed file at 1733873288150Flushing 77f5ae97213da706273c30a375e4a2f0/c: creating writer at 1733873288164 (+14 ms)Flushing 77f5ae97213da706273c30a375e4a2f0/c: appending metadata at 1733873288178 (+14 ms)Flushing 77f5ae97213da706273c30a375e4a2f0/c: closing flushed file at 1733873288178Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ca88d61: reopening flushed file at 1733873288189 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bb4371f: reopening flushed file at 1733873288195 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5613a32d: reopening flushed file at 1733873288200 (+5 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 77f5ae97213da706273c30a375e4a2f0 in 97ms, sequenceid=26, compaction requested=false; wal=null at 1733873288205 (+5 ms)Cleaning up temporary data from old regions at 1733873288207 (+2 ms)Running coprocessor post-open hooks at 1733873288213 (+6 ms)Region opened successfully at 1733873288213 2024-12-10T23:28:08,235 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterAbortingFlush Thread=423 (was 423), OpenFileDescriptor=1182 (was 1126) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 131) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5040 (was 5179) 2024-12-10T23:28:08,235 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-12-10T23:28:08,247 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testDatalossWhenInputError Thread=423, OpenFileDescriptor=1182, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=5039 2024-12-10T23:28:08,247 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-12-10T23:28:08,248 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-10T23:28:08,267 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:28:08,268 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:28:08,269 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T23:28:08,271 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-31497682, suffix=, logDir=hdfs://localhost:36669/hbase/WALs/hregion-31497682, archiveDir=hdfs://localhost:36669/hbase/oldWALs, maxLogs=32 2024-12-10T23:28:08,286 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-31497682/hregion-31497682.1733873288272, exclude list is [], retry=0 2024-12-10T23:28:08,288 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39663,DS-f32b2228-ad36-4c13-a6d3-d2ad84131b79,DISK] 2024-12-10T23:28:08,288 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44405,DS-e97f9cc2-63a3-4776-b9bc-8aabc1aeceb4,DISK] 2024-12-10T23:28:08,289 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37017,DS-9f16c9e2-ae36-49b2-bb07-52dfd612006a,DISK] 2024-12-10T23:28:08,291 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-31497682/hregion-31497682.1733873288272 2024-12-10T23:28:08,291 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35967:35967),(127.0.0.1/127.0.0.1:37191:37191),(127.0.0.1/127.0.0.1:34725:34725)] 2024-12-10T23:28:08,291 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 679401b1fdf45a7389603cbfb3b28f99, NAME => 'testDatalossWhenInputError,,1733873288267.679401b1fdf45a7389603cbfb3b28f99.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36669/hbase 2024-12-10T23:28:08,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741910_1088 (size=61) 2024-12-10T23:28:08,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741910_1088 (size=61) 2024-12-10T23:28:08,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741910_1088 (size=61) 2024-12-10T23:28:08,300 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733873288267.679401b1fdf45a7389603cbfb3b28f99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:28:08,301 INFO [StoreOpener-679401b1fdf45a7389603cbfb3b28f99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 679401b1fdf45a7389603cbfb3b28f99 2024-12-10T23:28:08,302 INFO [StoreOpener-679401b1fdf45a7389603cbfb3b28f99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 679401b1fdf45a7389603cbfb3b28f99 columnFamilyName a 2024-12-10T23:28:08,302 DEBUG [StoreOpener-679401b1fdf45a7389603cbfb3b28f99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:28:08,303 INFO [StoreOpener-679401b1fdf45a7389603cbfb3b28f99-1 {}] regionserver.HStore(327): Store=679401b1fdf45a7389603cbfb3b28f99/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:28:08,303 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 679401b1fdf45a7389603cbfb3b28f99 2024-12-10T23:28:08,303 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/testDatalossWhenInputError/679401b1fdf45a7389603cbfb3b28f99 2024-12-10T23:28:08,304 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/testDatalossWhenInputError/679401b1fdf45a7389603cbfb3b28f99 2024-12-10T23:28:08,304 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 679401b1fdf45a7389603cbfb3b28f99 2024-12-10T23:28:08,304 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 679401b1fdf45a7389603cbfb3b28f99 2024-12-10T23:28:08,306 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 679401b1fdf45a7389603cbfb3b28f99 2024-12-10T23:28:08,307 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36669/hbase/data/default/testDatalossWhenInputError/679401b1fdf45a7389603cbfb3b28f99/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T23:28:08,308 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 679401b1fdf45a7389603cbfb3b28f99; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63613455, jitterRate=-0.05208565294742584}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T23:28:08,308 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 679401b1fdf45a7389603cbfb3b28f99: Writing region info on filesystem at 1733873288300Initializing all the Stores at 1733873288301 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873288301Cleaning up temporary data from old regions at 1733873288304 (+3 ms)Region opened successfully at 1733873288308 (+4 ms) 2024-12-10T23:28:08,308 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 679401b1fdf45a7389603cbfb3b28f99, disabling compactions & flushes 2024-12-10T23:28:08,308 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733873288267.679401b1fdf45a7389603cbfb3b28f99. 2024-12-10T23:28:08,308 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733873288267.679401b1fdf45a7389603cbfb3b28f99. 2024-12-10T23:28:08,309 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733873288267.679401b1fdf45a7389603cbfb3b28f99. after waiting 0 ms 2024-12-10T23:28:08,309 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733873288267.679401b1fdf45a7389603cbfb3b28f99. 2024-12-10T23:28:08,309 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733873288267.679401b1fdf45a7389603cbfb3b28f99. 2024-12-10T23:28:08,309 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 679401b1fdf45a7389603cbfb3b28f99: Waiting for close lock at 1733873288308Disabling compacts and flushes for region at 1733873288308Disabling writes for close at 1733873288309 (+1 ms)Writing region close event to WAL at 1733873288309Closed at 1733873288309 2024-12-10T23:28:08,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741909_1087 (size=93) 2024-12-10T23:28:08,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741909_1087 (size=93) 2024-12-10T23:28:08,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741909_1087 (size=93) 2024-12-10T23:28:08,313 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-10T23:28:08,313 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-31497682:(num 1733873288272) 2024-12-10T23:28:08,313 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T23:28:08,315 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36669/hbase/WALs/testdatalosswheninputerror-manual,16010,1733873288266, archiveDir=hdfs://localhost:36669/hbase/oldWALs, maxLogs=32 2024-12-10T23:28:08,328 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733873288266/wal.1733873288315, exclude list is [], retry=0 2024-12-10T23:28:08,331 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44405,DS-e97f9cc2-63a3-4776-b9bc-8aabc1aeceb4,DISK] 2024-12-10T23:28:08,331 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39663,DS-f32b2228-ad36-4c13-a6d3-d2ad84131b79,DISK] 2024-12-10T23:28:08,331 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37017,DS-9f16c9e2-ae36-49b2-bb07-52dfd612006a,DISK] 2024-12-10T23:28:08,332 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733873288266/wal.1733873288315 2024-12-10T23:28:08,333 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37191:37191),(127.0.0.1/127.0.0.1:35967:35967),(127.0.0.1/127.0.0.1:34725:34725)] 2024-12-10T23:28:08,333 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 679401b1fdf45a7389603cbfb3b28f99, NAME => 'testDatalossWhenInputError,,1733873288267.679401b1fdf45a7389603cbfb3b28f99.', STARTKEY => '', ENDKEY => ''} 2024-12-10T23:28:08,333 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733873288267.679401b1fdf45a7389603cbfb3b28f99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:28:08,333 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 679401b1fdf45a7389603cbfb3b28f99 2024-12-10T23:28:08,333 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 679401b1fdf45a7389603cbfb3b28f99 2024-12-10T23:28:08,334 INFO [StoreOpener-679401b1fdf45a7389603cbfb3b28f99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 679401b1fdf45a7389603cbfb3b28f99 2024-12-10T23:28:08,335 INFO [StoreOpener-679401b1fdf45a7389603cbfb3b28f99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 679401b1fdf45a7389603cbfb3b28f99 columnFamilyName a 2024-12-10T23:28:08,335 DEBUG [StoreOpener-679401b1fdf45a7389603cbfb3b28f99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:28:08,336 INFO [StoreOpener-679401b1fdf45a7389603cbfb3b28f99-1 {}] regionserver.HStore(327): Store=679401b1fdf45a7389603cbfb3b28f99/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:28:08,336 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 679401b1fdf45a7389603cbfb3b28f99 2024-12-10T23:28:08,337 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/testDatalossWhenInputError/679401b1fdf45a7389603cbfb3b28f99 2024-12-10T23:28:08,338 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/testDatalossWhenInputError/679401b1fdf45a7389603cbfb3b28f99 2024-12-10T23:28:08,338 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 679401b1fdf45a7389603cbfb3b28f99 2024-12-10T23:28:08,338 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 679401b1fdf45a7389603cbfb3b28f99 2024-12-10T23:28:08,340 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 679401b1fdf45a7389603cbfb3b28f99 2024-12-10T23:28:08,340 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 679401b1fdf45a7389603cbfb3b28f99; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59350304, jitterRate=-0.11561155319213867}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T23:28:08,341 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 679401b1fdf45a7389603cbfb3b28f99: Writing region info on filesystem at 1733873288333Initializing all the Stores at 1733873288334 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873288334Cleaning up temporary data from old regions at 1733873288338 (+4 ms)Region opened successfully at 1733873288341 (+3 ms) 2024-12-10T23:28:08,348 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 679401b1fdf45a7389603cbfb3b28f99, disabling compactions & flushes 2024-12-10T23:28:08,348 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733873288267.679401b1fdf45a7389603cbfb3b28f99. 2024-12-10T23:28:08,348 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733873288267.679401b1fdf45a7389603cbfb3b28f99. 2024-12-10T23:28:08,348 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733873288267.679401b1fdf45a7389603cbfb3b28f99. after waiting 0 ms 2024-12-10T23:28:08,348 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733873288267.679401b1fdf45a7389603cbfb3b28f99. 2024-12-10T23:28:08,349 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1733873288267.679401b1fdf45a7389603cbfb3b28f99. 2024-12-10T23:28:08,349 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733873288267.679401b1fdf45a7389603cbfb3b28f99. 2024-12-10T23:28:08,349 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 679401b1fdf45a7389603cbfb3b28f99: Waiting for close lock at 1733873288348Disabling compacts and flushes for region at 1733873288348Disabling writes for close at 1733873288348Writing region close event to WAL at 1733873288349 (+1 ms)Closed at 1733873288349 2024-12-10T23:28:08,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741911_1089 (size=838) 2024-12-10T23:28:08,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741911_1089 (size=838) 2024-12-10T23:28:08,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741911_1089 (size=838) 2024-12-10T23:28:08,367 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36669/hbase/WALs/testdatalosswheninputerror-manual,16010,1733873288266/wal.1733873288315, size=838 (838bytes) 2024-12-10T23:28:08,367 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36669/hbase/WALs/testdatalosswheninputerror-manual,16010,1733873288266/wal.1733873288315 2024-12-10T23:28:08,368 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36669/hbase/WALs/testdatalosswheninputerror-manual,16010,1733873288266/wal.1733873288315 after 1ms 2024-12-10T23:28:08,370 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36669/hbase/WALs/testdatalosswheninputerror-manual,16010,1733873288266/wal.1733873288315: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-10T23:28:08,370 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36669/hbase/WALs/testdatalosswheninputerror-manual,16010,1733873288266/wal.1733873288315 took 3ms 2024-12-10T23:28:08,372 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36669/hbase/WALs/testdatalosswheninputerror-manual,16010,1733873288266/wal.1733873288315 so closing down 2024-12-10T23:28:08,372 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T23:28:08,373 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733873288315.temp 2024-12-10T23:28:08,374 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36669/hbase/data/default/testDatalossWhenInputError/679401b1fdf45a7389603cbfb3b28f99/recovered.edits/0000000000000000003-wal.1733873288315.temp 2024-12-10T23:28:08,374 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T23:28:08,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741912_1090 (size=838) 2024-12-10T23:28:08,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741912_1090 (size=838) 2024-12-10T23:28:08,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741912_1090 (size=838) 2024-12-10T23:28:08,381 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36669/hbase/data/default/testDatalossWhenInputError/679401b1fdf45a7389603cbfb3b28f99/recovered.edits/0000000000000000003-wal.1733873288315.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-10T23:28:08,382 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36669/hbase/data/default/testDatalossWhenInputError/679401b1fdf45a7389603cbfb3b28f99/recovered.edits/0000000000000000003-wal.1733873288315.temp to hdfs://localhost:36669/hbase/data/default/testDatalossWhenInputError/679401b1fdf45a7389603cbfb3b28f99/recovered.edits/0000000000000000012 2024-12-10T23:28:08,382 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:36669/hbase/WALs/testdatalosswheninputerror-manual,16010,1733873288266/wal.1733873288315, size=838, length=838, corrupted=false, cancelled=false 2024-12-10T23:28:08,382 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36669/hbase/WALs/testdatalosswheninputerror-manual,16010,1733873288266/wal.1733873288315, journal: Splitting hdfs://localhost:36669/hbase/WALs/testdatalosswheninputerror-manual,16010,1733873288266/wal.1733873288315, size=838 (838bytes) at 1733873288367Finishing writing output for hdfs://localhost:36669/hbase/WALs/testdatalosswheninputerror-manual,16010,1733873288266/wal.1733873288315 so closing down at 1733873288372 (+5 ms)Creating recovered edits writer path=hdfs://localhost:36669/hbase/data/default/testDatalossWhenInputError/679401b1fdf45a7389603cbfb3b28f99/recovered.edits/0000000000000000003-wal.1733873288315.temp at 1733873288374 (+2 ms)3 split writer threads finished at 1733873288374Closed recovered edits writer path=hdfs://localhost:36669/hbase/data/default/testDatalossWhenInputError/679401b1fdf45a7389603cbfb3b28f99/recovered.edits/0000000000000000003-wal.1733873288315.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733873288381 (+7 ms)Rename recovered edits hdfs://localhost:36669/hbase/data/default/testDatalossWhenInputError/679401b1fdf45a7389603cbfb3b28f99/recovered.edits/0000000000000000003-wal.1733873288315.temp to hdfs://localhost:36669/hbase/data/default/testDatalossWhenInputError/679401b1fdf45a7389603cbfb3b28f99/recovered.edits/0000000000000000012 at 1733873288382 (+1 ms)Processed 10 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:36669/hbase/WALs/testdatalosswheninputerror-manual,16010,1733873288266/wal.1733873288315, size=838, length=838, corrupted=false, cancelled=false at 1733873288382 2024-12-10T23:28:08,384 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36669/hbase/WALs/testdatalosswheninputerror-manual,16010,1733873288266/wal.1733873288315 to hdfs://localhost:36669/hbase/oldWALs/wal.1733873288315 2024-12-10T23:28:08,384 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:36669/hbase/data/default/testDatalossWhenInputError/679401b1fdf45a7389603cbfb3b28f99/recovered.edits/0000000000000000012 2024-12-10T23:28:08,387 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36669/hbase/data/default/testDatalossWhenInputError/679401b1fdf45a7389603cbfb3b28f99/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-10T23:28:08,684 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T23:28:08,686 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36669/hbase/WALs/testdatalosswheninputerror-manual,16010,1733873288266, archiveDir=hdfs://localhost:36669/hbase/oldWALs, maxLogs=32 2024-12-10T23:28:08,703 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733873288266/wal.1733873288687, exclude list is [], retry=0 2024-12-10T23:28:08,706 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37017,DS-9f16c9e2-ae36-49b2-bb07-52dfd612006a,DISK] 2024-12-10T23:28:08,706 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39663,DS-f32b2228-ad36-4c13-a6d3-d2ad84131b79,DISK] 2024-12-10T23:28:08,707 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44405,DS-e97f9cc2-63a3-4776-b9bc-8aabc1aeceb4,DISK] 2024-12-10T23:28:08,709 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733873288266/wal.1733873288687 2024-12-10T23:28:08,713 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34725:34725),(127.0.0.1/127.0.0.1:35967:35967),(127.0.0.1/127.0.0.1:37191:37191)] 2024-12-10T23:28:08,713 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 679401b1fdf45a7389603cbfb3b28f99, NAME => 'testDatalossWhenInputError,,1733873288267.679401b1fdf45a7389603cbfb3b28f99.', STARTKEY => '', ENDKEY => ''} 2024-12-10T23:28:08,713 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733873288267.679401b1fdf45a7389603cbfb3b28f99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:28:08,713 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 679401b1fdf45a7389603cbfb3b28f99 2024-12-10T23:28:08,713 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 679401b1fdf45a7389603cbfb3b28f99 2024-12-10T23:28:08,717 INFO [StoreOpener-679401b1fdf45a7389603cbfb3b28f99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 679401b1fdf45a7389603cbfb3b28f99 2024-12-10T23:28:08,719 INFO [StoreOpener-679401b1fdf45a7389603cbfb3b28f99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 679401b1fdf45a7389603cbfb3b28f99 columnFamilyName a 2024-12-10T23:28:08,719 DEBUG [StoreOpener-679401b1fdf45a7389603cbfb3b28f99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:28:08,720 INFO [StoreOpener-679401b1fdf45a7389603cbfb3b28f99-1 {}] regionserver.HStore(327): Store=679401b1fdf45a7389603cbfb3b28f99/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:28:08,720 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 679401b1fdf45a7389603cbfb3b28f99 2024-12-10T23:28:08,721 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/testDatalossWhenInputError/679401b1fdf45a7389603cbfb3b28f99 2024-12-10T23:28:08,723 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/testDatalossWhenInputError/679401b1fdf45a7389603cbfb3b28f99 2024-12-10T23:28:08,723 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36669/hbase/data/default/testDatalossWhenInputError/679401b1fdf45a7389603cbfb3b28f99/recovered.edits/0000000000000000012 2024-12-10T23:28:08,726 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36669/hbase/data/default/testDatalossWhenInputError/679401b1fdf45a7389603cbfb3b28f99/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-10T23:28:08,727 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:36669/hbase/data/default/testDatalossWhenInputError/679401b1fdf45a7389603cbfb3b28f99/recovered.edits/0000000000000000012 2024-12-10T23:28:08,728 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 679401b1fdf45a7389603cbfb3b28f99 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-12-10T23:28:08,747 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36669/hbase/data/default/testDatalossWhenInputError/679401b1fdf45a7389603cbfb3b28f99/.tmp/a/51e9740598ee4520bbc2ecd984609f8b is 79, key is testDatalossWhenInputError/a:x0/1733873288341/Put/seqid=0 2024-12-10T23:28:08,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741914_1092 (size=5808) 2024-12-10T23:28:08,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741914_1092 (size=5808) 2024-12-10T23:28:08,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741914_1092 (size=5808) 2024-12-10T23:28:08,759 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36669/hbase/data/default/testDatalossWhenInputError/679401b1fdf45a7389603cbfb3b28f99/.tmp/a/51e9740598ee4520bbc2ecd984609f8b 2024-12-10T23:28:08,768 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36669/hbase/data/default/testDatalossWhenInputError/679401b1fdf45a7389603cbfb3b28f99/.tmp/a/51e9740598ee4520bbc2ecd984609f8b as hdfs://localhost:36669/hbase/data/default/testDatalossWhenInputError/679401b1fdf45a7389603cbfb3b28f99/a/51e9740598ee4520bbc2ecd984609f8b 2024-12-10T23:28:08,782 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36669/hbase/data/default/testDatalossWhenInputError/679401b1fdf45a7389603cbfb3b28f99/a/51e9740598ee4520bbc2ecd984609f8b, entries=10, sequenceid=12, filesize=5.7 K 2024-12-10T23:28:08,783 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 679401b1fdf45a7389603cbfb3b28f99 in 55ms, sequenceid=12, compaction requested=false; wal=null 2024-12-10T23:28:08,783 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36669/hbase/data/default/testDatalossWhenInputError/679401b1fdf45a7389603cbfb3b28f99/recovered.edits/0000000000000000012 2024-12-10T23:28:08,785 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 679401b1fdf45a7389603cbfb3b28f99 2024-12-10T23:28:08,785 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 679401b1fdf45a7389603cbfb3b28f99 2024-12-10T23:28:08,788 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 679401b1fdf45a7389603cbfb3b28f99 2024-12-10T23:28:08,793 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36669/hbase/data/default/testDatalossWhenInputError/679401b1fdf45a7389603cbfb3b28f99/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-10T23:28:08,794 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 679401b1fdf45a7389603cbfb3b28f99; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58841343, jitterRate=-0.12319566309452057}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T23:28:08,795 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 679401b1fdf45a7389603cbfb3b28f99: Writing region info on filesystem at 1733873288713Initializing all the Stores at 1733873288716 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873288716Obtaining lock to block concurrent updates at 1733873288728 (+12 ms)Preparing flush snapshotting stores in 679401b1fdf45a7389603cbfb3b28f99 at 1733873288728Finished memstore snapshotting testDatalossWhenInputError,,1733873288267.679401b1fdf45a7389603cbfb3b28f99., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1733873288728Flushing stores of testDatalossWhenInputError,,1733873288267.679401b1fdf45a7389603cbfb3b28f99. at 1733873288728Flushing 679401b1fdf45a7389603cbfb3b28f99/a: creating writer at 1733873288728Flushing 679401b1fdf45a7389603cbfb3b28f99/a: appending metadata at 1733873288747 (+19 ms)Flushing 679401b1fdf45a7389603cbfb3b28f99/a: closing flushed file at 1733873288747Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74d90840: reopening flushed file at 1733873288767 (+20 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 679401b1fdf45a7389603cbfb3b28f99 in 55ms, sequenceid=12, compaction requested=false; wal=null at 1733873288783 (+16 ms)Cleaning up temporary data from old regions at 1733873288785 (+2 ms)Region opened successfully at 1733873288795 (+10 ms) 2024-12-10T23:28:08,799 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 679401b1fdf45a7389603cbfb3b28f99, NAME => 'testDatalossWhenInputError,,1733873288267.679401b1fdf45a7389603cbfb3b28f99.', STARTKEY => '', ENDKEY => ''} 2024-12-10T23:28:08,799 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733873288267.679401b1fdf45a7389603cbfb3b28f99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:28:08,799 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 679401b1fdf45a7389603cbfb3b28f99 2024-12-10T23:28:08,799 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 679401b1fdf45a7389603cbfb3b28f99 2024-12-10T23:28:08,801 INFO [StoreOpener-679401b1fdf45a7389603cbfb3b28f99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 679401b1fdf45a7389603cbfb3b28f99 2024-12-10T23:28:08,802 INFO [StoreOpener-679401b1fdf45a7389603cbfb3b28f99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 679401b1fdf45a7389603cbfb3b28f99 columnFamilyName a 2024-12-10T23:28:08,802 DEBUG [StoreOpener-679401b1fdf45a7389603cbfb3b28f99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:28:08,809 DEBUG [StoreOpener-679401b1fdf45a7389603cbfb3b28f99-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36669/hbase/data/default/testDatalossWhenInputError/679401b1fdf45a7389603cbfb3b28f99/a/51e9740598ee4520bbc2ecd984609f8b 2024-12-10T23:28:08,809 INFO [StoreOpener-679401b1fdf45a7389603cbfb3b28f99-1 {}] regionserver.HStore(327): Store=679401b1fdf45a7389603cbfb3b28f99/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:28:08,810 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 679401b1fdf45a7389603cbfb3b28f99 2024-12-10T23:28:08,810 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/testDatalossWhenInputError/679401b1fdf45a7389603cbfb3b28f99 2024-12-10T23:28:08,812 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/testDatalossWhenInputError/679401b1fdf45a7389603cbfb3b28f99 2024-12-10T23:28:08,812 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 679401b1fdf45a7389603cbfb3b28f99 2024-12-10T23:28:08,812 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 679401b1fdf45a7389603cbfb3b28f99 2024-12-10T23:28:08,814 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 679401b1fdf45a7389603cbfb3b28f99 2024-12-10T23:28:08,816 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36669/hbase/data/default/testDatalossWhenInputError/679401b1fdf45a7389603cbfb3b28f99/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-12-10T23:28:08,817 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 679401b1fdf45a7389603cbfb3b28f99; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68623836, jitterRate=0.02257484197616577}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T23:28:08,818 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 679401b1fdf45a7389603cbfb3b28f99: Writing region info on filesystem at 1733873288799Initializing all the Stores at 1733873288800 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873288800Cleaning up temporary data from old regions at 1733873288812 (+12 ms)Region opened successfully at 1733873288818 (+6 ms) 2024-12-10T23:28:08,840 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testDatalossWhenInputError Thread=433 (was 423) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1156125322_22 at /127.0.0.1:42790 [Waiting for operation #26] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1156125322_22 at /127.0.0.1:42874 [Receiving block BP-1079563326-172.17.0.2-1733873256162:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1156125322_22 at /127.0.0.1:58472 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1156125322_22 at /127.0.0.1:52932 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1156125322_22 at /127.0.0.1:58558 [Receiving block BP-1079563326-172.17.0.2-1733873256162:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1079563326-172.17.0.2-1733873256162:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1079563326-172.17.0.2-1733873256162:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1156125322_22 at /127.0.0.1:52970 [Receiving block BP-1079563326-172.17.0.2-1733873256162:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1079563326-172.17.0.2-1733873256162:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1264 (was 1182) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=5020 (was 5039) 2024-12-10T23:28:08,840 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-12-10T23:28:08,854 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testCompactedBulkLoadedFiles Thread=433, OpenFileDescriptor=1264, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=5019 2024-12-10T23:28:08,854 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-12-10T23:28:08,869 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:28:08,871 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:28:08,872 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T23:28:08,874 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-45827618, suffix=, logDir=hdfs://localhost:36669/hbase/WALs/hregion-45827618, archiveDir=hdfs://localhost:36669/hbase/oldWALs, maxLogs=32 2024-12-10T23:28:08,887 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-45827618/hregion-45827618.1733873288874, exclude list is [], retry=0 2024-12-10T23:28:08,889 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39663,DS-f32b2228-ad36-4c13-a6d3-d2ad84131b79,DISK] 2024-12-10T23:28:08,890 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37017,DS-9f16c9e2-ae36-49b2-bb07-52dfd612006a,DISK] 2024-12-10T23:28:08,890 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44405,DS-e97f9cc2-63a3-4776-b9bc-8aabc1aeceb4,DISK] 2024-12-10T23:28:08,892 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-45827618/hregion-45827618.1733873288874 2024-12-10T23:28:08,894 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35967:35967),(127.0.0.1/127.0.0.1:34725:34725),(127.0.0.1/127.0.0.1:37191:37191)] 2024-12-10T23:28:08,895 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 8d0bb56f3ce5cfc7d140673ed80b9cf7, NAME => 'testCompactedBulkLoadedFiles,,1733873288870.8d0bb56f3ce5cfc7d140673ed80b9cf7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36669/hbase 2024-12-10T23:28:08,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741916_1094 (size=63) 2024-12-10T23:28:08,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741916_1094 (size=63) 2024-12-10T23:28:08,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741916_1094 (size=63) 2024-12-10T23:28:08,904 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733873288870.8d0bb56f3ce5cfc7d140673ed80b9cf7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:28:08,905 INFO [StoreOpener-8d0bb56f3ce5cfc7d140673ed80b9cf7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8d0bb56f3ce5cfc7d140673ed80b9cf7 2024-12-10T23:28:08,906 INFO [StoreOpener-8d0bb56f3ce5cfc7d140673ed80b9cf7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d0bb56f3ce5cfc7d140673ed80b9cf7 columnFamilyName a 2024-12-10T23:28:08,907 DEBUG [StoreOpener-8d0bb56f3ce5cfc7d140673ed80b9cf7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:28:08,907 INFO [StoreOpener-8d0bb56f3ce5cfc7d140673ed80b9cf7-1 {}] regionserver.HStore(327): Store=8d0bb56f3ce5cfc7d140673ed80b9cf7/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:28:08,907 INFO [StoreOpener-8d0bb56f3ce5cfc7d140673ed80b9cf7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8d0bb56f3ce5cfc7d140673ed80b9cf7 2024-12-10T23:28:08,908 INFO [StoreOpener-8d0bb56f3ce5cfc7d140673ed80b9cf7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d0bb56f3ce5cfc7d140673ed80b9cf7 columnFamilyName b 2024-12-10T23:28:08,908 DEBUG [StoreOpener-8d0bb56f3ce5cfc7d140673ed80b9cf7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:28:08,909 INFO [StoreOpener-8d0bb56f3ce5cfc7d140673ed80b9cf7-1 {}] regionserver.HStore(327): Store=8d0bb56f3ce5cfc7d140673ed80b9cf7/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:28:08,909 INFO [StoreOpener-8d0bb56f3ce5cfc7d140673ed80b9cf7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8d0bb56f3ce5cfc7d140673ed80b9cf7 2024-12-10T23:28:08,910 INFO [StoreOpener-8d0bb56f3ce5cfc7d140673ed80b9cf7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d0bb56f3ce5cfc7d140673ed80b9cf7 columnFamilyName c 2024-12-10T23:28:08,910 DEBUG [StoreOpener-8d0bb56f3ce5cfc7d140673ed80b9cf7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:28:08,911 INFO [StoreOpener-8d0bb56f3ce5cfc7d140673ed80b9cf7-1 {}] regionserver.HStore(327): Store=8d0bb56f3ce5cfc7d140673ed80b9cf7/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:28:08,911 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8d0bb56f3ce5cfc7d140673ed80b9cf7 2024-12-10T23:28:08,912 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7 2024-12-10T23:28:08,912 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7 2024-12-10T23:28:08,913 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8d0bb56f3ce5cfc7d140673ed80b9cf7 2024-12-10T23:28:08,913 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8d0bb56f3ce5cfc7d140673ed80b9cf7 2024-12-10T23:28:08,914 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T23:28:08,915 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8d0bb56f3ce5cfc7d140673ed80b9cf7 2024-12-10T23:28:08,917 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T23:28:08,918 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8d0bb56f3ce5cfc7d140673ed80b9cf7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62692952, jitterRate=-0.06580221652984619}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T23:28:08,918 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8d0bb56f3ce5cfc7d140673ed80b9cf7: Writing region info on filesystem at 1733873288904Initializing all the Stores at 1733873288905 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873288905Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873288905Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873288905Cleaning up temporary data from old regions at 1733873288913 (+8 ms)Region opened successfully at 1733873288918 (+5 ms) 2024-12-10T23:28:08,918 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8d0bb56f3ce5cfc7d140673ed80b9cf7, disabling compactions & flushes 2024-12-10T23:28:08,918 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733873288870.8d0bb56f3ce5cfc7d140673ed80b9cf7. 2024-12-10T23:28:08,918 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733873288870.8d0bb56f3ce5cfc7d140673ed80b9cf7. 2024-12-10T23:28:08,918 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733873288870.8d0bb56f3ce5cfc7d140673ed80b9cf7. after waiting 0 ms 2024-12-10T23:28:08,918 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733873288870.8d0bb56f3ce5cfc7d140673ed80b9cf7. 2024-12-10T23:28:08,919 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733873288870.8d0bb56f3ce5cfc7d140673ed80b9cf7. 2024-12-10T23:28:08,919 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8d0bb56f3ce5cfc7d140673ed80b9cf7: Waiting for close lock at 1733873288918Disabling compacts and flushes for region at 1733873288918Disabling writes for close at 1733873288918Writing region close event to WAL at 1733873288919 (+1 ms)Closed at 1733873288919 2024-12-10T23:28:08,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741915_1093 (size=93) 2024-12-10T23:28:08,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741915_1093 (size=93) 2024-12-10T23:28:08,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741915_1093 (size=93) 2024-12-10T23:28:08,924 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-10T23:28:08,924 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-45827618:(num 1733873288874) 2024-12-10T23:28:08,924 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T23:28:08,925 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36669/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733873288868, archiveDir=hdfs://localhost:36669/hbase/oldWALs, maxLogs=32 2024-12-10T23:28:08,939 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733873288868/wal.1733873288926, exclude list is [], retry=0 2024-12-10T23:28:08,942 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39663,DS-f32b2228-ad36-4c13-a6d3-d2ad84131b79,DISK] 2024-12-10T23:28:08,942 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44405,DS-e97f9cc2-63a3-4776-b9bc-8aabc1aeceb4,DISK] 2024-12-10T23:28:08,942 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37017,DS-9f16c9e2-ae36-49b2-bb07-52dfd612006a,DISK] 2024-12-10T23:28:08,944 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733873288868/wal.1733873288926 2024-12-10T23:28:08,944 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35967:35967),(127.0.0.1/127.0.0.1:37191:37191),(127.0.0.1/127.0.0.1:34725:34725)] 2024-12-10T23:28:08,944 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8d0bb56f3ce5cfc7d140673ed80b9cf7, NAME => 'testCompactedBulkLoadedFiles,,1733873288870.8d0bb56f3ce5cfc7d140673ed80b9cf7.', STARTKEY => '', ENDKEY => ''} 2024-12-10T23:28:08,944 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733873288870.8d0bb56f3ce5cfc7d140673ed80b9cf7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:28:08,945 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8d0bb56f3ce5cfc7d140673ed80b9cf7 2024-12-10T23:28:08,945 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8d0bb56f3ce5cfc7d140673ed80b9cf7 2024-12-10T23:28:08,948 INFO [StoreOpener-8d0bb56f3ce5cfc7d140673ed80b9cf7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8d0bb56f3ce5cfc7d140673ed80b9cf7 2024-12-10T23:28:08,949 INFO [StoreOpener-8d0bb56f3ce5cfc7d140673ed80b9cf7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d0bb56f3ce5cfc7d140673ed80b9cf7 columnFamilyName a 2024-12-10T23:28:08,949 DEBUG [StoreOpener-8d0bb56f3ce5cfc7d140673ed80b9cf7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:28:08,949 INFO [StoreOpener-8d0bb56f3ce5cfc7d140673ed80b9cf7-1 {}] regionserver.HStore(327): Store=8d0bb56f3ce5cfc7d140673ed80b9cf7/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:28:08,949 INFO [StoreOpener-8d0bb56f3ce5cfc7d140673ed80b9cf7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8d0bb56f3ce5cfc7d140673ed80b9cf7 2024-12-10T23:28:08,950 INFO [StoreOpener-8d0bb56f3ce5cfc7d140673ed80b9cf7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d0bb56f3ce5cfc7d140673ed80b9cf7 columnFamilyName b 2024-12-10T23:28:08,950 DEBUG [StoreOpener-8d0bb56f3ce5cfc7d140673ed80b9cf7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:28:08,951 INFO [StoreOpener-8d0bb56f3ce5cfc7d140673ed80b9cf7-1 {}] regionserver.HStore(327): Store=8d0bb56f3ce5cfc7d140673ed80b9cf7/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:28:08,951 INFO [StoreOpener-8d0bb56f3ce5cfc7d140673ed80b9cf7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8d0bb56f3ce5cfc7d140673ed80b9cf7 2024-12-10T23:28:08,952 INFO [StoreOpener-8d0bb56f3ce5cfc7d140673ed80b9cf7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d0bb56f3ce5cfc7d140673ed80b9cf7 columnFamilyName c 2024-12-10T23:28:08,952 DEBUG [StoreOpener-8d0bb56f3ce5cfc7d140673ed80b9cf7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:28:08,952 INFO [StoreOpener-8d0bb56f3ce5cfc7d140673ed80b9cf7-1 {}] regionserver.HStore(327): Store=8d0bb56f3ce5cfc7d140673ed80b9cf7/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:28:08,952 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8d0bb56f3ce5cfc7d140673ed80b9cf7 2024-12-10T23:28:08,953 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7 2024-12-10T23:28:08,954 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7 2024-12-10T23:28:08,955 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8d0bb56f3ce5cfc7d140673ed80b9cf7 2024-12-10T23:28:08,955 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8d0bb56f3ce5cfc7d140673ed80b9cf7 2024-12-10T23:28:08,956 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T23:28:08,957 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8d0bb56f3ce5cfc7d140673ed80b9cf7 2024-12-10T23:28:08,958 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8d0bb56f3ce5cfc7d140673ed80b9cf7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63106235, jitterRate=-0.05964381992816925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T23:28:08,959 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8d0bb56f3ce5cfc7d140673ed80b9cf7: Writing region info on filesystem at 1733873288945Initializing all the Stores at 1733873288945Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873288946 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873288948 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873288948Cleaning up temporary data from old regions at 1733873288955 (+7 ms)Region opened successfully at 1733873288959 (+4 ms) 2024-12-10T23:28:08,962 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36669/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1733873288962/Put/seqid=0 2024-12-10T23:28:08,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741918_1096 (size=4875) 2024-12-10T23:28:08,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741918_1096 (size=4875) 2024-12-10T23:28:08,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741918_1096 (size=4875) 2024-12-10T23:28:08,974 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36669/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1733873288974/Put/seqid=0 2024-12-10T23:28:08,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741919_1097 (size=4875) 2024-12-10T23:28:08,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741919_1097 (size=4875) 2024-12-10T23:28:08,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741919_1097 (size=4875) 2024-12-10T23:28:08,984 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36669/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1733873288984/Put/seqid=0 2024-12-10T23:28:08,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741920_1098 (size=4875) 2024-12-10T23:28:08,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741920_1098 (size=4875) 2024-12-10T23:28:08,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741920_1098 (size=4875) 2024-12-10T23:28:08,998 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36669/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 8d0bb56f3ce5cfc7d140673ed80b9cf7/a 2024-12-10T23:28:09,002 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-12-10T23:28:09,002 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-10T23:28:09,003 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36669/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 8d0bb56f3ce5cfc7d140673ed80b9cf7/a 2024-12-10T23:28:09,006 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-12-10T23:28:09,006 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-10T23:28:09,006 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36669/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 8d0bb56f3ce5cfc7d140673ed80b9cf7/a 2024-12-10T23:28:09,009 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-12-10T23:28:09,010 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-10T23:28:09,010 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8d0bb56f3ce5cfc7d140673ed80b9cf7 3/3 column families, dataSize=51 B heapSize=896 B 2024-12-10T23:28:09,027 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/.tmp/a/29a45e5f8e8246259e2cecd7381a456b is 55, key is testCompactedBulkLoadedFiles/a:a/1733873288959/Put/seqid=0 2024-12-10T23:28:09,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741921_1099 (size=5107) 2024-12-10T23:28:09,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741921_1099 (size=5107) 2024-12-10T23:28:09,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741921_1099 (size=5107) 2024-12-10T23:28:09,035 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/.tmp/a/29a45e5f8e8246259e2cecd7381a456b 2024-12-10T23:28:09,041 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/.tmp/a/29a45e5f8e8246259e2cecd7381a456b as hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/a/29a45e5f8e8246259e2cecd7381a456b 2024-12-10T23:28:09,046 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/a/29a45e5f8e8246259e2cecd7381a456b, entries=1, sequenceid=4, filesize=5.0 K 2024-12-10T23:28:09,047 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 8d0bb56f3ce5cfc7d140673ed80b9cf7 in 37ms, sequenceid=4, compaction requested=false 2024-12-10T23:28:09,047 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8d0bb56f3ce5cfc7d140673ed80b9cf7: 2024-12-10T23:28:09,048 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36669/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/a/7faca99c5ceb4ea1a0d94db5fbd796ad_SeqId_4_ 2024-12-10T23:28:09,049 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36669/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/a/6e579a78e5b7402fa6ad3fd5c1c1b853_SeqId_4_ 2024-12-10T23:28:09,050 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36669/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/a/0f428474ec3d45e4b827177e6bdbd33a_SeqId_4_ 2024-12-10T23:28:09,051 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36669/hbase/testCompactedBulkLoadedFiles/hfile0 into 8d0bb56f3ce5cfc7d140673ed80b9cf7/a as hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/a/7faca99c5ceb4ea1a0d94db5fbd796ad_SeqId_4_ - updating store file list. 2024-12-10T23:28:09,055 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7faca99c5ceb4ea1a0d94db5fbd796ad_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-10T23:28:09,055 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/a/7faca99c5ceb4ea1a0d94db5fbd796ad_SeqId_4_ into 8d0bb56f3ce5cfc7d140673ed80b9cf7/a 2024-12-10T23:28:09,055 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36669/hbase/testCompactedBulkLoadedFiles/hfile0 into 8d0bb56f3ce5cfc7d140673ed80b9cf7/a (new location: hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/a/7faca99c5ceb4ea1a0d94db5fbd796ad_SeqId_4_) 2024-12-10T23:28:09,056 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36669/hbase/testCompactedBulkLoadedFiles/hfile1 into 8d0bb56f3ce5cfc7d140673ed80b9cf7/a as hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/a/6e579a78e5b7402fa6ad3fd5c1c1b853_SeqId_4_ - updating store file list. 2024-12-10T23:28:09,060 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6e579a78e5b7402fa6ad3fd5c1c1b853_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-10T23:28:09,060 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/a/6e579a78e5b7402fa6ad3fd5c1c1b853_SeqId_4_ into 8d0bb56f3ce5cfc7d140673ed80b9cf7/a 2024-12-10T23:28:09,060 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36669/hbase/testCompactedBulkLoadedFiles/hfile1 into 8d0bb56f3ce5cfc7d140673ed80b9cf7/a (new location: hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/a/6e579a78e5b7402fa6ad3fd5c1c1b853_SeqId_4_) 2024-12-10T23:28:09,061 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36669/hbase/testCompactedBulkLoadedFiles/hfile2 into 8d0bb56f3ce5cfc7d140673ed80b9cf7/a as hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/a/0f428474ec3d45e4b827177e6bdbd33a_SeqId_4_ - updating store file list. 2024-12-10T23:28:09,065 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0f428474ec3d45e4b827177e6bdbd33a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-10T23:28:09,065 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/a/0f428474ec3d45e4b827177e6bdbd33a_SeqId_4_ into 8d0bb56f3ce5cfc7d140673ed80b9cf7/a 2024-12-10T23:28:09,065 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36669/hbase/testCompactedBulkLoadedFiles/hfile2 into 8d0bb56f3ce5cfc7d140673ed80b9cf7/a (new location: hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/a/0f428474ec3d45e4b827177e6bdbd33a_SeqId_4_) 2024-12-10T23:28:09,072 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-10T23:28:09,072 DEBUG [Time-limited test {}] regionserver.HStore(1541): 8d0bb56f3ce5cfc7d140673ed80b9cf7/a is initiating major compaction (all files) 2024-12-10T23:28:09,072 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 8d0bb56f3ce5cfc7d140673ed80b9cf7/a in testCompactedBulkLoadedFiles,,1733873288870.8d0bb56f3ce5cfc7d140673ed80b9cf7. 2024-12-10T23:28:09,072 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/a/29a45e5f8e8246259e2cecd7381a456b, hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/a/7faca99c5ceb4ea1a0d94db5fbd796ad_SeqId_4_, hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/a/6e579a78e5b7402fa6ad3fd5c1c1b853_SeqId_4_, hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/a/0f428474ec3d45e4b827177e6bdbd33a_SeqId_4_] into tmpdir=hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/.tmp, totalSize=19.3 K 2024-12-10T23:28:09,073 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 29a45e5f8e8246259e2cecd7381a456b, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1733873288959 2024-12-10T23:28:09,073 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 7faca99c5ceb4ea1a0d94db5fbd796ad_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-10T23:28:09,074 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 6e579a78e5b7402fa6ad3fd5c1c1b853_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-10T23:28:09,074 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 0f428474ec3d45e4b827177e6bdbd33a_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-10T23:28:09,086 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/.tmp/a/9d997b61da384e90b18ef349d9caed49 is 55, key is testCompactedBulkLoadedFiles/a:a/1733873288959/Put/seqid=0 2024-12-10T23:28:09,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741922_1100 (size=6154) 2024-12-10T23:28:09,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741922_1100 (size=6154) 2024-12-10T23:28:09,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741922_1100 (size=6154) 2024-12-10T23:28:09,102 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/.tmp/a/9d997b61da384e90b18ef349d9caed49 as hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/a/9d997b61da384e90b18ef349d9caed49 2024-12-10T23:28:09,109 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 8d0bb56f3ce5cfc7d140673ed80b9cf7/a of 8d0bb56f3ce5cfc7d140673ed80b9cf7 into 9d997b61da384e90b18ef349d9caed49(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T23:28:09,109 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 8d0bb56f3ce5cfc7d140673ed80b9cf7: 2024-12-10T23:28:09,109 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-10T23:28:09,110 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-10T23:28:09,153 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36669/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733873288868/wal.1733873288926, size=0 (0bytes) 2024-12-10T23:28:09,153 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:36669/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733873288868/wal.1733873288926 might be still open, length is 0 2024-12-10T23:28:09,153 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36669/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733873288868/wal.1733873288926 2024-12-10T23:28:09,154 WARN [IPC Server handler 2 on default port 36669 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733873288868/wal.1733873288926 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-12-10T23:28:09,154 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:36669/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733873288868/wal.1733873288926 after 1ms 2024-12-10T23:28:09,484 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-12-10T23:28:09,484 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-12-10T23:28:09,485 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-12-10T23:28:09,485 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-12-10T23:28:11,043 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1156125322_22 at /127.0.0.1:58598 [Receiving block BP-1079563326-172.17.0.2-1733873256162:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:39663:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58598 dst: /127.0.0.1:39663 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:39663 remote=/127.0.0.1:58598]. Total timeout mills is 60000, 58066 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:28:11,044 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1156125322_22 at /127.0.0.1:42906 [Receiving block BP-1079563326-172.17.0.2-1733873256162:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:37017:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42906 dst: /127.0.0.1:37017 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:28:11,044 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1156125322_22 at /127.0.0.1:52994 [Receiving block BP-1079563326-172.17.0.2-1733873256162:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:44405:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52994 dst: /127.0.0.1:44405 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:28:11,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741917_1101 (size=1368) 2024-12-10T23:28:11,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741917_1101 (size=1368) 2024-12-10T23:28:11,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741917_1101 (size=1368) 2024-12-10T23:28:13,155 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:36669/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733873288868/wal.1733873288926 after 4002ms 2024-12-10T23:28:13,158 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36669/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733873288868/wal.1733873288926: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-10T23:28:13,158 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36669/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733873288868/wal.1733873288926 took 4005ms 2024-12-10T23:28:13,160 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:36669/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733873288868/wal.1733873288926; continuing. 2024-12-10T23:28:13,160 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36669/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733873288868/wal.1733873288926 so closing down 2024-12-10T23:28:13,160 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T23:28:13,161 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733873288926.temp 2024-12-10T23:28:13,162 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/recovered.edits/0000000000000000003-wal.1733873288926.temp 2024-12-10T23:28:13,162 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T23:28:13,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741923_1102 (size=635) 2024-12-10T23:28:13,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741923_1102 (size=635) 2024-12-10T23:28:13,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741923_1102 (size=635) 2024-12-10T23:28:13,169 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/recovered.edits/0000000000000000003-wal.1733873288926.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-10T23:28:13,170 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/recovered.edits/0000000000000000003-wal.1733873288926.temp to hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/recovered.edits/0000000000000000008 2024-12-10T23:28:13,170 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 12 ms; skipped=3; WAL=hdfs://localhost:36669/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733873288868/wal.1733873288926, size=0, length=0, corrupted=false, cancelled=false 2024-12-10T23:28:13,170 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36669/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733873288868/wal.1733873288926, journal: Splitting hdfs://localhost:36669/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733873288868/wal.1733873288926, size=0 (0bytes) at 1733873289153Finishing writing output for hdfs://localhost:36669/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733873288868/wal.1733873288926 so closing down at 1733873293160 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/recovered.edits/0000000000000000003-wal.1733873288926.temp at 1733873293162 (+2 ms)3 split writer threads finished at 1733873293162Closed recovered edits writer path=hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/recovered.edits/0000000000000000003-wal.1733873288926.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733873293169 (+7 ms)Rename recovered edits hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/recovered.edits/0000000000000000003-wal.1733873288926.temp to hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/recovered.edits/0000000000000000008 at 1733873293170 (+1 ms)Processed 5 edits across 1 Regions in 12 ms; skipped=3; WAL=hdfs://localhost:36669/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733873288868/wal.1733873288926, size=0, length=0, corrupted=false, cancelled=false at 1733873293170 2024-12-10T23:28:13,172 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36669/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733873288868/wal.1733873288926 to hdfs://localhost:36669/hbase/oldWALs/wal.1733873288926 2024-12-10T23:28:13,173 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/recovered.edits/0000000000000000008 2024-12-10T23:28:13,173 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T23:28:13,174 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36669/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733873288868, archiveDir=hdfs://localhost:36669/hbase/oldWALs, maxLogs=32 2024-12-10T23:28:13,188 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733873288868/wal.1733873293175, exclude list is [], retry=0 2024-12-10T23:28:13,190 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37017,DS-9f16c9e2-ae36-49b2-bb07-52dfd612006a,DISK] 2024-12-10T23:28:13,191 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44405,DS-e97f9cc2-63a3-4776-b9bc-8aabc1aeceb4,DISK] 2024-12-10T23:28:13,191 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39663,DS-f32b2228-ad36-4c13-a6d3-d2ad84131b79,DISK] 2024-12-10T23:28:13,192 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733873288868/wal.1733873293175 2024-12-10T23:28:13,193 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34725:34725),(127.0.0.1/127.0.0.1:37191:37191),(127.0.0.1/127.0.0.1:35967:35967)] 2024-12-10T23:28:13,193 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8d0bb56f3ce5cfc7d140673ed80b9cf7, NAME => 'testCompactedBulkLoadedFiles,,1733873288870.8d0bb56f3ce5cfc7d140673ed80b9cf7.', STARTKEY => '', ENDKEY => ''} 2024-12-10T23:28:13,193 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733873288870.8d0bb56f3ce5cfc7d140673ed80b9cf7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:28:13,193 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8d0bb56f3ce5cfc7d140673ed80b9cf7 2024-12-10T23:28:13,193 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8d0bb56f3ce5cfc7d140673ed80b9cf7 2024-12-10T23:28:13,194 INFO [StoreOpener-8d0bb56f3ce5cfc7d140673ed80b9cf7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8d0bb56f3ce5cfc7d140673ed80b9cf7 2024-12-10T23:28:13,195 INFO [StoreOpener-8d0bb56f3ce5cfc7d140673ed80b9cf7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d0bb56f3ce5cfc7d140673ed80b9cf7 columnFamilyName a 2024-12-10T23:28:13,195 DEBUG [StoreOpener-8d0bb56f3ce5cfc7d140673ed80b9cf7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:28:13,201 DEBUG [StoreFileOpener-8d0bb56f3ce5cfc7d140673ed80b9cf7-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0f428474ec3d45e4b827177e6bdbd33a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-10T23:28:13,201 DEBUG [StoreOpener-8d0bb56f3ce5cfc7d140673ed80b9cf7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/a/0f428474ec3d45e4b827177e6bdbd33a_SeqId_4_ 2024-12-10T23:28:13,205 DEBUG [StoreOpener-8d0bb56f3ce5cfc7d140673ed80b9cf7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/a/29a45e5f8e8246259e2cecd7381a456b 2024-12-10T23:28:13,208 DEBUG [StoreFileOpener-8d0bb56f3ce5cfc7d140673ed80b9cf7-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6e579a78e5b7402fa6ad3fd5c1c1b853_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-10T23:28:13,208 DEBUG [StoreOpener-8d0bb56f3ce5cfc7d140673ed80b9cf7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/a/6e579a78e5b7402fa6ad3fd5c1c1b853_SeqId_4_ 2024-12-10T23:28:13,211 DEBUG [StoreFileOpener-8d0bb56f3ce5cfc7d140673ed80b9cf7-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7faca99c5ceb4ea1a0d94db5fbd796ad_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-10T23:28:13,212 DEBUG [StoreOpener-8d0bb56f3ce5cfc7d140673ed80b9cf7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/a/7faca99c5ceb4ea1a0d94db5fbd796ad_SeqId_4_ 2024-12-10T23:28:13,215 DEBUG [StoreOpener-8d0bb56f3ce5cfc7d140673ed80b9cf7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/a/9d997b61da384e90b18ef349d9caed49 2024-12-10T23:28:13,215 WARN [StoreOpener-8d0bb56f3ce5cfc7d140673ed80b9cf7-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/a/0f428474ec3d45e4b827177e6bdbd33a_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@19f75f55 2024-12-10T23:28:13,215 WARN [StoreOpener-8d0bb56f3ce5cfc7d140673ed80b9cf7-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/a/29a45e5f8e8246259e2cecd7381a456b from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@19f75f55 2024-12-10T23:28:13,215 WARN [StoreOpener-8d0bb56f3ce5cfc7d140673ed80b9cf7-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/a/6e579a78e5b7402fa6ad3fd5c1c1b853_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@19f75f55 2024-12-10T23:28:13,215 WARN [StoreOpener-8d0bb56f3ce5cfc7d140673ed80b9cf7-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/a/7faca99c5ceb4ea1a0d94db5fbd796ad_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@19f75f55 2024-12-10T23:28:13,215 DEBUG [StoreOpener-8d0bb56f3ce5cfc7d140673ed80b9cf7-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/a/0f428474ec3d45e4b827177e6bdbd33a_SeqId_4_, hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/a/29a45e5f8e8246259e2cecd7381a456b, hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/a/6e579a78e5b7402fa6ad3fd5c1c1b853_SeqId_4_, hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/a/7faca99c5ceb4ea1a0d94db5fbd796ad_SeqId_4_] to archive 2024-12-10T23:28:13,216 DEBUG [StoreOpener-8d0bb56f3ce5cfc7d140673ed80b9cf7-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-10T23:28:13,218 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/a/0f428474ec3d45e4b827177e6bdbd33a_SeqId_4_ to hdfs://localhost:36669/hbase/archive/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/a/0f428474ec3d45e4b827177e6bdbd33a_SeqId_4_ 2024-12-10T23:28:13,219 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/a/29a45e5f8e8246259e2cecd7381a456b to hdfs://localhost:36669/hbase/archive/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/a/29a45e5f8e8246259e2cecd7381a456b 2024-12-10T23:28:13,219 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/a/6e579a78e5b7402fa6ad3fd5c1c1b853_SeqId_4_ to hdfs://localhost:36669/hbase/archive/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/a/6e579a78e5b7402fa6ad3fd5c1c1b853_SeqId_4_ 2024-12-10T23:28:13,219 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/a/7faca99c5ceb4ea1a0d94db5fbd796ad_SeqId_4_ to hdfs://localhost:36669/hbase/archive/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/a/7faca99c5ceb4ea1a0d94db5fbd796ad_SeqId_4_ 2024-12-10T23:28:13,219 INFO [StoreOpener-8d0bb56f3ce5cfc7d140673ed80b9cf7-1 {}] regionserver.HStore(327): Store=8d0bb56f3ce5cfc7d140673ed80b9cf7/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:28:13,220 INFO [StoreOpener-8d0bb56f3ce5cfc7d140673ed80b9cf7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8d0bb56f3ce5cfc7d140673ed80b9cf7 2024-12-10T23:28:13,221 INFO [StoreOpener-8d0bb56f3ce5cfc7d140673ed80b9cf7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d0bb56f3ce5cfc7d140673ed80b9cf7 columnFamilyName b 2024-12-10T23:28:13,221 DEBUG [StoreOpener-8d0bb56f3ce5cfc7d140673ed80b9cf7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:28:13,221 INFO [StoreOpener-8d0bb56f3ce5cfc7d140673ed80b9cf7-1 {}] regionserver.HStore(327): Store=8d0bb56f3ce5cfc7d140673ed80b9cf7/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:28:13,221 INFO [StoreOpener-8d0bb56f3ce5cfc7d140673ed80b9cf7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8d0bb56f3ce5cfc7d140673ed80b9cf7 2024-12-10T23:28:13,222 INFO [StoreOpener-8d0bb56f3ce5cfc7d140673ed80b9cf7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d0bb56f3ce5cfc7d140673ed80b9cf7 columnFamilyName c 2024-12-10T23:28:13,222 DEBUG [StoreOpener-8d0bb56f3ce5cfc7d140673ed80b9cf7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:28:13,223 INFO [StoreOpener-8d0bb56f3ce5cfc7d140673ed80b9cf7-1 {}] regionserver.HStore(327): Store=8d0bb56f3ce5cfc7d140673ed80b9cf7/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:28:13,223 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8d0bb56f3ce5cfc7d140673ed80b9cf7 2024-12-10T23:28:13,223 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7 2024-12-10T23:28:13,225 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7 2024-12-10T23:28:13,225 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/recovered.edits/0000000000000000008 2024-12-10T23:28:13,227 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-10T23:28:13,229 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 8d0bb56f3ce5cfc7d140673ed80b9cf7 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "8d0bb56f3ce5cfc7d140673ed80b9cf7" family_name: "a" compaction_input: "29a45e5f8e8246259e2cecd7381a456b" compaction_input: "7faca99c5ceb4ea1a0d94db5fbd796ad_SeqId_4_" compaction_input: "6e579a78e5b7402fa6ad3fd5c1c1b853_SeqId_4_" compaction_input: "0f428474ec3d45e4b827177e6bdbd33a_SeqId_4_" compaction_output: "9d997b61da384e90b18ef349d9caed49" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1733873288870.8d0bb56f3ce5cfc7d140673ed80b9cf7." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-12-10T23:28:13,229 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-12-10T23:28:13,229 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/recovered.edits/0000000000000000008 2024-12-10T23:28:13,230 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/recovered.edits/0000000000000000008 2024-12-10T23:28:13,231 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8d0bb56f3ce5cfc7d140673ed80b9cf7 2024-12-10T23:28:13,231 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8d0bb56f3ce5cfc7d140673ed80b9cf7 2024-12-10T23:28:13,232 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T23:28:13,233 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8d0bb56f3ce5cfc7d140673ed80b9cf7 2024-12-10T23:28:13,235 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36669/hbase/data/default/testCompactedBulkLoadedFiles/8d0bb56f3ce5cfc7d140673ed80b9cf7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-10T23:28:13,236 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8d0bb56f3ce5cfc7d140673ed80b9cf7; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72047060, jitterRate=0.07358485460281372}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T23:28:13,236 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8d0bb56f3ce5cfc7d140673ed80b9cf7: Writing region info on filesystem at 1733873293193Initializing all the Stores at 1733873293194 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873293194Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873293194Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873293194Cleaning up temporary data from old regions at 1733873293231 (+37 ms)Region opened successfully at 1733873293236 (+5 ms) 2024-12-10T23:28:13,239 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8d0bb56f3ce5cfc7d140673ed80b9cf7, disabling compactions & flushes 2024-12-10T23:28:13,239 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733873288870.8d0bb56f3ce5cfc7d140673ed80b9cf7. 2024-12-10T23:28:13,239 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733873288870.8d0bb56f3ce5cfc7d140673ed80b9cf7. 2024-12-10T23:28:13,239 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733873288870.8d0bb56f3ce5cfc7d140673ed80b9cf7. after waiting 0 ms 2024-12-10T23:28:13,239 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733873288870.8d0bb56f3ce5cfc7d140673ed80b9cf7. 2024-12-10T23:28:13,240 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733873288870.8d0bb56f3ce5cfc7d140673ed80b9cf7. 2024-12-10T23:28:13,240 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8d0bb56f3ce5cfc7d140673ed80b9cf7: Waiting for close lock at 1733873293239Disabling compacts and flushes for region at 1733873293239Disabling writes for close at 1733873293239Writing region close event to WAL at 1733873293240 (+1 ms)Closed at 1733873293240 2024-12-10T23:28:13,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741924_1103 (size=93) 2024-12-10T23:28:13,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741924_1103 (size=93) 2024-12-10T23:28:13,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741924_1103 (size=93) 2024-12-10T23:28:13,244 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-10T23:28:13,245 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733873293175) 2024-12-10T23:28:13,260 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testCompactedBulkLoadedFiles Thread=450 (was 433) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1631246984_22 at /127.0.0.1:46634 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:36669 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HFileArchiver-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:36669 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1631246984_22 at /127.0.0.1:59364 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1631246984_22 at /127.0.0.1:60724 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1348 (was 1264) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=131 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=4979 (was 5019) 2024-12-10T23:28:13,260 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-12-10T23:28:13,273 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenViaHRegion Thread=450, OpenFileDescriptor=1348, MaxFileDescriptor=1048576, SystemLoadAverage=131, ProcessCount=11, AvailableMemoryMB=4976 2024-12-10T23:28:13,273 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-12-10T23:28:13,288 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:28:13,289 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:28:13,290 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T23:28:13,293 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-06107167, suffix=, logDir=hdfs://localhost:36669/hbase/WALs/hregion-06107167, archiveDir=hdfs://localhost:36669/hbase/oldWALs, maxLogs=32 2024-12-10T23:28:13,312 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-06107167/hregion-06107167.1733873293293, exclude list is [], retry=0 2024-12-10T23:28:13,315 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44405,DS-e97f9cc2-63a3-4776-b9bc-8aabc1aeceb4,DISK] 2024-12-10T23:28:13,315 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39663,DS-f32b2228-ad36-4c13-a6d3-d2ad84131b79,DISK] 2024-12-10T23:28:13,316 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37017,DS-9f16c9e2-ae36-49b2-bb07-52dfd612006a,DISK] 2024-12-10T23:28:13,317 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-06107167/hregion-06107167.1733873293293 2024-12-10T23:28:13,318 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37191:37191),(127.0.0.1/127.0.0.1:35967:35967),(127.0.0.1/127.0.0.1:34725:34725)] 2024-12-10T23:28:13,318 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => e809ff3ba314704d3ef97d9d4ed79a62, NAME => 'testReplayEditsWrittenViaHRegion,,1733873293288.e809ff3ba314704d3ef97d9d4ed79a62.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36669/hbase 2024-12-10T23:28:13,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741926_1105 (size=67) 2024-12-10T23:28:13,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741926_1105 (size=67) 2024-12-10T23:28:13,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741926_1105 (size=67) 2024-12-10T23:28:13,328 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733873293288.e809ff3ba314704d3ef97d9d4ed79a62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:28:13,329 INFO [StoreOpener-e809ff3ba314704d3ef97d9d4ed79a62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e809ff3ba314704d3ef97d9d4ed79a62 2024-12-10T23:28:13,331 INFO [StoreOpener-e809ff3ba314704d3ef97d9d4ed79a62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e809ff3ba314704d3ef97d9d4ed79a62 columnFamilyName a 2024-12-10T23:28:13,331 DEBUG [StoreOpener-e809ff3ba314704d3ef97d9d4ed79a62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:28:13,332 INFO [StoreOpener-e809ff3ba314704d3ef97d9d4ed79a62-1 {}] regionserver.HStore(327): Store=e809ff3ba314704d3ef97d9d4ed79a62/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:28:13,332 INFO [StoreOpener-e809ff3ba314704d3ef97d9d4ed79a62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e809ff3ba314704d3ef97d9d4ed79a62 2024-12-10T23:28:13,333 INFO [StoreOpener-e809ff3ba314704d3ef97d9d4ed79a62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e809ff3ba314704d3ef97d9d4ed79a62 columnFamilyName b 2024-12-10T23:28:13,333 DEBUG [StoreOpener-e809ff3ba314704d3ef97d9d4ed79a62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:28:13,334 INFO [StoreOpener-e809ff3ba314704d3ef97d9d4ed79a62-1 {}] regionserver.HStore(327): Store=e809ff3ba314704d3ef97d9d4ed79a62/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:28:13,334 INFO [StoreOpener-e809ff3ba314704d3ef97d9d4ed79a62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e809ff3ba314704d3ef97d9d4ed79a62 2024-12-10T23:28:13,335 INFO [StoreOpener-e809ff3ba314704d3ef97d9d4ed79a62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e809ff3ba314704d3ef97d9d4ed79a62 columnFamilyName c 2024-12-10T23:28:13,335 DEBUG [StoreOpener-e809ff3ba314704d3ef97d9d4ed79a62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:28:13,336 INFO [StoreOpener-e809ff3ba314704d3ef97d9d4ed79a62-1 {}] regionserver.HStore(327): Store=e809ff3ba314704d3ef97d9d4ed79a62/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:28:13,336 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e809ff3ba314704d3ef97d9d4ed79a62 2024-12-10T23:28:13,336 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62 2024-12-10T23:28:13,337 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62 2024-12-10T23:28:13,338 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e809ff3ba314704d3ef97d9d4ed79a62 2024-12-10T23:28:13,338 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e809ff3ba314704d3ef97d9d4ed79a62 2024-12-10T23:28:13,338 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T23:28:13,339 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e809ff3ba314704d3ef97d9d4ed79a62 2024-12-10T23:28:13,341 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T23:28:13,342 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e809ff3ba314704d3ef97d9d4ed79a62; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73258588, jitterRate=0.09163802862167358}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T23:28:13,342 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e809ff3ba314704d3ef97d9d4ed79a62: Writing region info on filesystem at 1733873293328Initializing all the Stores at 1733873293329 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873293329Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873293329Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873293329Cleaning up temporary data from old regions at 1733873293338 (+9 ms)Region opened successfully at 1733873293342 (+4 ms) 2024-12-10T23:28:13,342 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e809ff3ba314704d3ef97d9d4ed79a62, disabling compactions & flushes 2024-12-10T23:28:13,342 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733873293288.e809ff3ba314704d3ef97d9d4ed79a62. 2024-12-10T23:28:13,342 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733873293288.e809ff3ba314704d3ef97d9d4ed79a62. 2024-12-10T23:28:13,342 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733873293288.e809ff3ba314704d3ef97d9d4ed79a62. after waiting 0 ms 2024-12-10T23:28:13,342 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733873293288.e809ff3ba314704d3ef97d9d4ed79a62. 2024-12-10T23:28:13,342 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733873293288.e809ff3ba314704d3ef97d9d4ed79a62. 2024-12-10T23:28:13,343 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e809ff3ba314704d3ef97d9d4ed79a62: Waiting for close lock at 1733873293342Disabling compacts and flushes for region at 1733873293342Disabling writes for close at 1733873293342Writing region close event to WAL at 1733873293342Closed at 1733873293342 2024-12-10T23:28:13,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741925_1104 (size=93) 2024-12-10T23:28:13,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741925_1104 (size=93) 2024-12-10T23:28:13,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741925_1104 (size=93) 2024-12-10T23:28:13,348 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-10T23:28:13,348 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-06107167:(num 1733873293293) 2024-12-10T23:28:13,348 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T23:28:13,350 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733873293287, archiveDir=hdfs://localhost:36669/hbase/oldWALs, maxLogs=32 2024-12-10T23:28:13,366 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733873293287/wal.1733873293351, exclude list is [], retry=0 2024-12-10T23:28:13,369 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39663,DS-f32b2228-ad36-4c13-a6d3-d2ad84131b79,DISK] 2024-12-10T23:28:13,369 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37017,DS-9f16c9e2-ae36-49b2-bb07-52dfd612006a,DISK] 2024-12-10T23:28:13,370 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44405,DS-e97f9cc2-63a3-4776-b9bc-8aabc1aeceb4,DISK] 2024-12-10T23:28:13,371 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733873293287/wal.1733873293351 2024-12-10T23:28:13,371 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35967:35967),(127.0.0.1/127.0.0.1:34725:34725),(127.0.0.1/127.0.0.1:37191:37191)] 2024-12-10T23:28:13,372 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e809ff3ba314704d3ef97d9d4ed79a62, NAME => 'testReplayEditsWrittenViaHRegion,,1733873293288.e809ff3ba314704d3ef97d9d4ed79a62.', STARTKEY => '', ENDKEY => ''} 2024-12-10T23:28:13,372 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733873293288.e809ff3ba314704d3ef97d9d4ed79a62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:28:13,372 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e809ff3ba314704d3ef97d9d4ed79a62 2024-12-10T23:28:13,372 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e809ff3ba314704d3ef97d9d4ed79a62 2024-12-10T23:28:13,373 INFO [StoreOpener-e809ff3ba314704d3ef97d9d4ed79a62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e809ff3ba314704d3ef97d9d4ed79a62 2024-12-10T23:28:13,374 INFO [StoreOpener-e809ff3ba314704d3ef97d9d4ed79a62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e809ff3ba314704d3ef97d9d4ed79a62 columnFamilyName a 2024-12-10T23:28:13,374 DEBUG [StoreOpener-e809ff3ba314704d3ef97d9d4ed79a62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:28:13,375 INFO [StoreOpener-e809ff3ba314704d3ef97d9d4ed79a62-1 {}] regionserver.HStore(327): Store=e809ff3ba314704d3ef97d9d4ed79a62/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:28:13,375 INFO [StoreOpener-e809ff3ba314704d3ef97d9d4ed79a62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e809ff3ba314704d3ef97d9d4ed79a62 2024-12-10T23:28:13,376 INFO [StoreOpener-e809ff3ba314704d3ef97d9d4ed79a62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e809ff3ba314704d3ef97d9d4ed79a62 columnFamilyName b 2024-12-10T23:28:13,376 DEBUG [StoreOpener-e809ff3ba314704d3ef97d9d4ed79a62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:28:13,376 INFO [StoreOpener-e809ff3ba314704d3ef97d9d4ed79a62-1 {}] regionserver.HStore(327): Store=e809ff3ba314704d3ef97d9d4ed79a62/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:28:13,376 INFO [StoreOpener-e809ff3ba314704d3ef97d9d4ed79a62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e809ff3ba314704d3ef97d9d4ed79a62 2024-12-10T23:28:13,377 INFO [StoreOpener-e809ff3ba314704d3ef97d9d4ed79a62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e809ff3ba314704d3ef97d9d4ed79a62 columnFamilyName c 2024-12-10T23:28:13,377 DEBUG [StoreOpener-e809ff3ba314704d3ef97d9d4ed79a62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:28:13,378 INFO [StoreOpener-e809ff3ba314704d3ef97d9d4ed79a62-1 {}] regionserver.HStore(327): Store=e809ff3ba314704d3ef97d9d4ed79a62/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:28:13,378 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e809ff3ba314704d3ef97d9d4ed79a62 2024-12-10T23:28:13,378 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62 2024-12-10T23:28:13,379 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62 2024-12-10T23:28:13,381 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e809ff3ba314704d3ef97d9d4ed79a62 2024-12-10T23:28:13,381 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e809ff3ba314704d3ef97d9d4ed79a62 2024-12-10T23:28:13,381 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T23:28:13,383 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e809ff3ba314704d3ef97d9d4ed79a62 2024-12-10T23:28:13,384 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e809ff3ba314704d3ef97d9d4ed79a62; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66445637, jitterRate=-0.009882852435112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T23:28:13,384 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e809ff3ba314704d3ef97d9d4ed79a62: Writing region info on filesystem at 1733873293372Initializing all the Stores at 1733873293373 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873293373Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873293373Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873293373Cleaning up temporary data from old regions at 1733873293381 (+8 ms)Region opened successfully at 1733873293384 (+3 ms) 2024-12-10T23:28:13,392 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e809ff3ba314704d3ef97d9d4ed79a62 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-10T23:28:13,417 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/.tmp/a/69ccd9cab2a6401bbf1672010342a326 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733873293384/Put/seqid=0 2024-12-10T23:28:13,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741928_1107 (size=5958) 2024-12-10T23:28:13,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741928_1107 (size=5958) 2024-12-10T23:28:13,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741928_1107 (size=5958) 2024-12-10T23:28:13,426 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/.tmp/a/69ccd9cab2a6401bbf1672010342a326 2024-12-10T23:28:13,432 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/.tmp/a/69ccd9cab2a6401bbf1672010342a326 as hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/a/69ccd9cab2a6401bbf1672010342a326 2024-12-10T23:28:13,437 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/a/69ccd9cab2a6401bbf1672010342a326, entries=10, sequenceid=13, filesize=5.8 K 2024-12-10T23:28:13,439 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for e809ff3ba314704d3ef97d9d4ed79a62 in 47ms, sequenceid=13, compaction requested=false 2024-12-10T23:28:13,439 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e809ff3ba314704d3ef97d9d4ed79a62: 2024-12-10T23:28:13,459 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e809ff3ba314704d3ef97d9d4ed79a62, disabling compactions & flushes 2024-12-10T23:28:13,459 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733873293288.e809ff3ba314704d3ef97d9d4ed79a62. 2024-12-10T23:28:13,459 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733873293288.e809ff3ba314704d3ef97d9d4ed79a62. 2024-12-10T23:28:13,459 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733873293288.e809ff3ba314704d3ef97d9d4ed79a62. after waiting 0 ms 2024-12-10T23:28:13,459 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733873293288.e809ff3ba314704d3ef97d9d4ed79a62. 2024-12-10T23:28:13,460 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1733873293288.e809ff3ba314704d3ef97d9d4ed79a62. 2024-12-10T23:28:13,460 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733873293288.e809ff3ba314704d3ef97d9d4ed79a62. 2024-12-10T23:28:13,460 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e809ff3ba314704d3ef97d9d4ed79a62: Waiting for close lock at 1733873293458Disabling compacts and flushes for region at 1733873293458Disabling writes for close at 1733873293459 (+1 ms)Writing region close event to WAL at 1733873293460 (+1 ms)Closed at 1733873293460 2024-12-10T23:28:13,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741927_1106 (size=2805) 2024-12-10T23:28:13,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741927_1106 (size=2805) 2024-12-10T23:28:13,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741927_1106 (size=2805) 2024-12-10T23:28:13,480 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733873293287/wal.1733873293351, size=2.7 K (2805bytes) 2024-12-10T23:28:13,480 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733873293287/wal.1733873293351 2024-12-10T23:28:13,481 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733873293287/wal.1733873293351 after 1ms 2024-12-10T23:28:13,483 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733873293287/wal.1733873293351: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-10T23:28:13,483 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733873293287/wal.1733873293351 took 3ms 2024-12-10T23:28:13,485 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733873293287/wal.1733873293351 so closing down 2024-12-10T23:28:13,485 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T23:28:13,486 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733873293351.temp 2024-12-10T23:28:13,487 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/recovered.edits/0000000000000000003-wal.1733873293351.temp 2024-12-10T23:28:13,487 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T23:28:13,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741929_1108 (size=2312) 2024-12-10T23:28:13,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741929_1108 (size=2312) 2024-12-10T23:28:13,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741929_1108 (size=2312) 2024-12-10T23:28:13,495 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/recovered.edits/0000000000000000003-wal.1733873293351.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-10T23:28:13,496 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/recovered.edits/0000000000000000003-wal.1733873293351.temp to hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/recovered.edits/0000000000000000035 2024-12-10T23:28:13,496 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 12 ms; skipped=2; WAL=hdfs://localhost:36669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733873293287/wal.1733873293351, size=2.7 K, length=2805, corrupted=false, cancelled=false 2024-12-10T23:28:13,496 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733873293287/wal.1733873293351, journal: Splitting hdfs://localhost:36669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733873293287/wal.1733873293351, size=2.7 K (2805bytes) at 1733873293480Finishing writing output for hdfs://localhost:36669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733873293287/wal.1733873293351 so closing down at 1733873293485 (+5 ms)Creating recovered edits writer path=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/recovered.edits/0000000000000000003-wal.1733873293351.temp at 1733873293487 (+2 ms)3 split writer threads finished at 1733873293487Closed recovered edits writer path=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/recovered.edits/0000000000000000003-wal.1733873293351.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733873293495 (+8 ms)Rename recovered edits hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/recovered.edits/0000000000000000003-wal.1733873293351.temp to hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/recovered.edits/0000000000000000035 at 1733873293496 (+1 ms)Processed 32 edits across 1 Regions in 12 ms; skipped=2; WAL=hdfs://localhost:36669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733873293287/wal.1733873293351, size=2.7 K, length=2805, corrupted=false, cancelled=false at 1733873293496 2024-12-10T23:28:13,498 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733873293287/wal.1733873293351 to hdfs://localhost:36669/hbase/oldWALs/wal.1733873293351 2024-12-10T23:28:13,499 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/recovered.edits/0000000000000000035 2024-12-10T23:28:13,499 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T23:28:13,501 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733873293287, archiveDir=hdfs://localhost:36669/hbase/oldWALs, maxLogs=32 2024-12-10T23:28:13,516 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733873293287/wal.1733873293501, exclude list is [], retry=0 2024-12-10T23:28:13,519 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39663,DS-f32b2228-ad36-4c13-a6d3-d2ad84131b79,DISK] 2024-12-10T23:28:13,519 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37017,DS-9f16c9e2-ae36-49b2-bb07-52dfd612006a,DISK] 2024-12-10T23:28:13,519 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44405,DS-e97f9cc2-63a3-4776-b9bc-8aabc1aeceb4,DISK] 2024-12-10T23:28:13,521 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733873293287/wal.1733873293501 2024-12-10T23:28:13,521 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35967:35967),(127.0.0.1/127.0.0.1:34725:34725),(127.0.0.1/127.0.0.1:37191:37191)] 2024-12-10T23:28:13,521 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e809ff3ba314704d3ef97d9d4ed79a62, NAME => 'testReplayEditsWrittenViaHRegion,,1733873293288.e809ff3ba314704d3ef97d9d4ed79a62.', STARTKEY => '', ENDKEY => ''} 2024-12-10T23:28:13,521 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733873293288.e809ff3ba314704d3ef97d9d4ed79a62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:28:13,521 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e809ff3ba314704d3ef97d9d4ed79a62 2024-12-10T23:28:13,522 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e809ff3ba314704d3ef97d9d4ed79a62 2024-12-10T23:28:13,524 INFO [StoreOpener-e809ff3ba314704d3ef97d9d4ed79a62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e809ff3ba314704d3ef97d9d4ed79a62 2024-12-10T23:28:13,525 INFO [StoreOpener-e809ff3ba314704d3ef97d9d4ed79a62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e809ff3ba314704d3ef97d9d4ed79a62 columnFamilyName a 2024-12-10T23:28:13,525 DEBUG [StoreOpener-e809ff3ba314704d3ef97d9d4ed79a62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:28:13,530 DEBUG [StoreOpener-e809ff3ba314704d3ef97d9d4ed79a62-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/a/69ccd9cab2a6401bbf1672010342a326 2024-12-10T23:28:13,530 INFO [StoreOpener-e809ff3ba314704d3ef97d9d4ed79a62-1 {}] regionserver.HStore(327): Store=e809ff3ba314704d3ef97d9d4ed79a62/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:28:13,530 INFO [StoreOpener-e809ff3ba314704d3ef97d9d4ed79a62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e809ff3ba314704d3ef97d9d4ed79a62 2024-12-10T23:28:13,531 INFO [StoreOpener-e809ff3ba314704d3ef97d9d4ed79a62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e809ff3ba314704d3ef97d9d4ed79a62 columnFamilyName b 2024-12-10T23:28:13,531 DEBUG [StoreOpener-e809ff3ba314704d3ef97d9d4ed79a62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:28:13,532 INFO [StoreOpener-e809ff3ba314704d3ef97d9d4ed79a62-1 {}] regionserver.HStore(327): Store=e809ff3ba314704d3ef97d9d4ed79a62/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:28:13,532 INFO [StoreOpener-e809ff3ba314704d3ef97d9d4ed79a62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e809ff3ba314704d3ef97d9d4ed79a62 2024-12-10T23:28:13,532 INFO [StoreOpener-e809ff3ba314704d3ef97d9d4ed79a62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e809ff3ba314704d3ef97d9d4ed79a62 columnFamilyName c 2024-12-10T23:28:13,532 DEBUG [StoreOpener-e809ff3ba314704d3ef97d9d4ed79a62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:28:13,533 INFO [StoreOpener-e809ff3ba314704d3ef97d9d4ed79a62-1 {}] regionserver.HStore(327): Store=e809ff3ba314704d3ef97d9d4ed79a62/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:28:13,533 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e809ff3ba314704d3ef97d9d4ed79a62 2024-12-10T23:28:13,533 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62 2024-12-10T23:28:13,535 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62 2024-12-10T23:28:13,535 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/recovered.edits/0000000000000000035 2024-12-10T23:28:13,537 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-10T23:28:13,538 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/recovered.edits/0000000000000000035 2024-12-10T23:28:13,538 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e809ff3ba314704d3ef97d9d4ed79a62 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-12-10T23:28:13,551 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-10T23:28:13,553 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/.tmp/b/ae501d2339914c229be7b2d7732bbc6b is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733873293439/Put/seqid=0 2024-12-10T23:28:13,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741931_1110 (size=5958) 2024-12-10T23:28:13,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741931_1110 (size=5958) 2024-12-10T23:28:13,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741931_1110 (size=5958) 2024-12-10T23:28:13,562 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/.tmp/b/ae501d2339914c229be7b2d7732bbc6b 2024-12-10T23:28:13,583 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/.tmp/c/dafb720f2f434344971ec1162972f71c is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733873293447/Put/seqid=0 2024-12-10T23:28:13,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741932_1111 (size=5958) 2024-12-10T23:28:13,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741932_1111 (size=5958) 2024-12-10T23:28:13,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741932_1111 (size=5958) 2024-12-10T23:28:13,590 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/.tmp/c/dafb720f2f434344971ec1162972f71c 2024-12-10T23:28:13,595 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/.tmp/b/ae501d2339914c229be7b2d7732bbc6b as hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/b/ae501d2339914c229be7b2d7732bbc6b 2024-12-10T23:28:13,600 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/b/ae501d2339914c229be7b2d7732bbc6b, entries=10, sequenceid=35, filesize=5.8 K 2024-12-10T23:28:13,601 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/.tmp/c/dafb720f2f434344971ec1162972f71c as hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/c/dafb720f2f434344971ec1162972f71c 2024-12-10T23:28:13,605 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/c/dafb720f2f434344971ec1162972f71c, entries=10, sequenceid=35, filesize=5.8 K 2024-12-10T23:28:13,605 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for e809ff3ba314704d3ef97d9d4ed79a62 in 67ms, sequenceid=35, compaction requested=false; wal=null 2024-12-10T23:28:13,606 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/recovered.edits/0000000000000000035 2024-12-10T23:28:13,607 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e809ff3ba314704d3ef97d9d4ed79a62 2024-12-10T23:28:13,607 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e809ff3ba314704d3ef97d9d4ed79a62 2024-12-10T23:28:13,607 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T23:28:13,608 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e809ff3ba314704d3ef97d9d4ed79a62 2024-12-10T23:28:13,610 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-12-10T23:28:13,611 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e809ff3ba314704d3ef97d9d4ed79a62; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62125726, jitterRate=-0.07425454258918762}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T23:28:13,611 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e809ff3ba314704d3ef97d9d4ed79a62: Writing region info on filesystem at 1733873293522Initializing all the Stores at 1733873293522Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873293522Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873293524 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873293524Obtaining lock to block concurrent updates at 1733873293538 (+14 ms)Preparing flush snapshotting stores in e809ff3ba314704d3ef97d9d4ed79a62 at 1733873293538Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733873293288.e809ff3ba314704d3ef97d9d4ed79a62., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1733873293539 (+1 ms)Flushing stores of testReplayEditsWrittenViaHRegion,,1733873293288.e809ff3ba314704d3ef97d9d4ed79a62. at 1733873293539Flushing e809ff3ba314704d3ef97d9d4ed79a62/b: creating writer at 1733873293539Flushing e809ff3ba314704d3ef97d9d4ed79a62/b: appending metadata at 1733873293552 (+13 ms)Flushing e809ff3ba314704d3ef97d9d4ed79a62/b: closing flushed file at 1733873293553 (+1 ms)Flushing e809ff3ba314704d3ef97d9d4ed79a62/c: creating writer at 1733873293567 (+14 ms)Flushing e809ff3ba314704d3ef97d9d4ed79a62/c: appending metadata at 1733873293583 (+16 ms)Flushing e809ff3ba314704d3ef97d9d4ed79a62/c: closing flushed file at 1733873293583Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c172079: reopening flushed file at 1733873293595 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@214ac940: reopening flushed file at 1733873293600 (+5 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for e809ff3ba314704d3ef97d9d4ed79a62 in 67ms, sequenceid=35, compaction requested=false; wal=null at 1733873293605 (+5 ms)Cleaning up temporary data from old regions at 1733873293607 (+2 ms)Region opened successfully at 1733873293611 (+4 ms) 2024-12-10T23:28:13,677 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733873293287/wal.1733873293501, size=0 (0bytes) 2024-12-10T23:28:13,677 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:36669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733873293287/wal.1733873293501 might be still open, length is 0 2024-12-10T23:28:13,677 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733873293287/wal.1733873293501 2024-12-10T23:28:13,678 WARN [IPC Server handler 2 on default port 36669 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733873293287/wal.1733873293501 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-12-10T23:28:13,678 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:36669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733873293287/wal.1733873293501 after 1ms 2024-12-10T23:28:14,042 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1156125322_22 at /127.0.0.1:46704 [Receiving block BP-1079563326-172.17.0.2-1733873256162:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:39663:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46704 dst: /127.0.0.1:39663 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:39663 remote=/127.0.0.1:46704]. Total timeout mills is 60000, 59597 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:28:14,043 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1156125322_22 at /127.0.0.1:60784 [Receiving block BP-1079563326-172.17.0.2-1733873256162:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:37017:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60784 dst: /127.0.0.1:37017 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:28:14,043 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1156125322_22 at /127.0.0.1:59416 [Receiving block BP-1079563326-172.17.0.2-1733873256162:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:44405:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59416 dst: /127.0.0.1:44405 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:28:14,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741930_1112 (size=2304) 2024-12-10T23:28:14,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741930_1112 (size=2304) 2024-12-10T23:28:17,679 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:36669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733873293287/wal.1733873293501 after 4002ms 2024-12-10T23:28:17,682 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733873293287/wal.1733873293501: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-10T23:28:17,682 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733873293287/wal.1733873293501 took 4005ms 2024-12-10T23:28:17,684 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:36669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733873293287/wal.1733873293501; continuing. 2024-12-10T23:28:17,684 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733873293287/wal.1733873293501 so closing down 2024-12-10T23:28:17,684 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T23:28:17,685 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1733873293501.temp 2024-12-10T23:28:17,686 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/recovered.edits/0000000000000000037-wal.1733873293501.temp 2024-12-10T23:28:17,686 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T23:28:17,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741933_1113 (size=2312) 2024-12-10T23:28:17,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741933_1113 (size=2312) 2024-12-10T23:28:17,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741933_1113 (size=2312) 2024-12-10T23:28:17,693 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/recovered.edits/0000000000000000037-wal.1733873293501.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-10T23:28:17,694 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/recovered.edits/0000000000000000037-wal.1733873293501.temp to hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/recovered.edits/0000000000000000066 2024-12-10T23:28:17,695 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:36669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733873293287/wal.1733873293501, size=0, length=0, corrupted=false, cancelled=false 2024-12-10T23:28:17,695 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733873293287/wal.1733873293501, journal: Splitting hdfs://localhost:36669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733873293287/wal.1733873293501, size=0 (0bytes) at 1733873293677Finishing writing output for hdfs://localhost:36669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733873293287/wal.1733873293501 so closing down at 1733873297684 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/recovered.edits/0000000000000000037-wal.1733873293501.temp at 1733873297686 (+2 ms)3 split writer threads finished at 1733873297686Closed recovered edits writer path=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/recovered.edits/0000000000000000037-wal.1733873293501.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733873297693 (+7 ms)Rename recovered edits hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/recovered.edits/0000000000000000037-wal.1733873293501.temp to hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/recovered.edits/0000000000000000066 at 1733873297694 (+1 ms)Processed 30 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:36669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733873293287/wal.1733873293501, size=0, length=0, corrupted=false, cancelled=false at 1733873297695 (+1 ms) 2024-12-10T23:28:17,696 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733873293287/wal.1733873293501 to hdfs://localhost:36669/hbase/oldWALs/wal.1733873293501 2024-12-10T23:28:17,697 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/recovered.edits/0000000000000000066 2024-12-10T23:28:17,697 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T23:28:17,699 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733873293287, archiveDir=hdfs://localhost:36669/hbase/oldWALs, maxLogs=32 2024-12-10T23:28:17,720 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733873293287/wal.1733873297700, exclude list is [], retry=0 2024-12-10T23:28:17,722 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44405,DS-e97f9cc2-63a3-4776-b9bc-8aabc1aeceb4,DISK] 2024-12-10T23:28:17,723 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39663,DS-f32b2228-ad36-4c13-a6d3-d2ad84131b79,DISK] 2024-12-10T23:28:17,723 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37017,DS-9f16c9e2-ae36-49b2-bb07-52dfd612006a,DISK] 2024-12-10T23:28:17,724 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733873293287/wal.1733873297700 2024-12-10T23:28:17,724 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37191:37191),(127.0.0.1/127.0.0.1:35967:35967),(127.0.0.1/127.0.0.1:34725:34725)] 2024-12-10T23:28:17,725 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733873293288.e809ff3ba314704d3ef97d9d4ed79a62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:28:17,726 INFO [StoreOpener-e809ff3ba314704d3ef97d9d4ed79a62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e809ff3ba314704d3ef97d9d4ed79a62 2024-12-10T23:28:17,727 INFO [StoreOpener-e809ff3ba314704d3ef97d9d4ed79a62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e809ff3ba314704d3ef97d9d4ed79a62 columnFamilyName a 2024-12-10T23:28:17,727 DEBUG [StoreOpener-e809ff3ba314704d3ef97d9d4ed79a62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:28:17,731 DEBUG [StoreOpener-e809ff3ba314704d3ef97d9d4ed79a62-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/a/69ccd9cab2a6401bbf1672010342a326 2024-12-10T23:28:17,732 INFO [StoreOpener-e809ff3ba314704d3ef97d9d4ed79a62-1 {}] regionserver.HStore(327): Store=e809ff3ba314704d3ef97d9d4ed79a62/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:28:17,732 INFO [StoreOpener-e809ff3ba314704d3ef97d9d4ed79a62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e809ff3ba314704d3ef97d9d4ed79a62 2024-12-10T23:28:17,732 INFO [StoreOpener-e809ff3ba314704d3ef97d9d4ed79a62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e809ff3ba314704d3ef97d9d4ed79a62 columnFamilyName b 2024-12-10T23:28:17,732 DEBUG [StoreOpener-e809ff3ba314704d3ef97d9d4ed79a62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:28:17,737 DEBUG [StoreOpener-e809ff3ba314704d3ef97d9d4ed79a62-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/b/ae501d2339914c229be7b2d7732bbc6b 2024-12-10T23:28:17,737 INFO [StoreOpener-e809ff3ba314704d3ef97d9d4ed79a62-1 {}] regionserver.HStore(327): Store=e809ff3ba314704d3ef97d9d4ed79a62/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:28:17,737 INFO [StoreOpener-e809ff3ba314704d3ef97d9d4ed79a62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e809ff3ba314704d3ef97d9d4ed79a62 2024-12-10T23:28:17,738 INFO [StoreOpener-e809ff3ba314704d3ef97d9d4ed79a62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e809ff3ba314704d3ef97d9d4ed79a62 columnFamilyName c 2024-12-10T23:28:17,738 DEBUG [StoreOpener-e809ff3ba314704d3ef97d9d4ed79a62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:28:17,741 DEBUG [StoreOpener-e809ff3ba314704d3ef97d9d4ed79a62-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/c/dafb720f2f434344971ec1162972f71c 2024-12-10T23:28:17,742 INFO [StoreOpener-e809ff3ba314704d3ef97d9d4ed79a62-1 {}] regionserver.HStore(327): Store=e809ff3ba314704d3ef97d9d4ed79a62/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:28:17,742 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e809ff3ba314704d3ef97d9d4ed79a62 2024-12-10T23:28:17,742 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62 2024-12-10T23:28:17,744 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62 2024-12-10T23:28:17,744 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/recovered.edits/0000000000000000066 2024-12-10T23:28:17,746 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-10T23:28:17,750 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/recovered.edits/0000000000000000066 2024-12-10T23:28:17,751 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e809ff3ba314704d3ef97d9d4ed79a62 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-10T23:28:17,765 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/.tmp/a/59e1f58b5aec49b3abcab0a1df5fa0ad is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1733873293619/Put/seqid=0 2024-12-10T23:28:17,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741935_1115 (size=5958) 2024-12-10T23:28:17,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741935_1115 (size=5958) 2024-12-10T23:28:17,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741935_1115 (size=5958) 2024-12-10T23:28:17,772 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/.tmp/a/59e1f58b5aec49b3abcab0a1df5fa0ad 2024-12-10T23:28:17,823 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/.tmp/b/f4f8e416e6014310a8fd71e75f3e3cdd is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1733873293625/Put/seqid=0 2024-12-10T23:28:17,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741936_1116 (size=5958) 2024-12-10T23:28:17,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741936_1116 (size=5958) 2024-12-10T23:28:17,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741936_1116 (size=5958) 2024-12-10T23:28:17,829 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/.tmp/b/f4f8e416e6014310a8fd71e75f3e3cdd 2024-12-10T23:28:17,849 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/.tmp/c/4e1db11efc33411ca6f1950640ebed5c is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1733873293633/Put/seqid=0 2024-12-10T23:28:17,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741937_1117 (size=5958) 2024-12-10T23:28:17,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741937_1117 (size=5958) 2024-12-10T23:28:17,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741937_1117 (size=5958) 2024-12-10T23:28:17,855 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/.tmp/c/4e1db11efc33411ca6f1950640ebed5c 2024-12-10T23:28:17,860 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/.tmp/a/59e1f58b5aec49b3abcab0a1df5fa0ad as hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/a/59e1f58b5aec49b3abcab0a1df5fa0ad 2024-12-10T23:28:17,865 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/a/59e1f58b5aec49b3abcab0a1df5fa0ad, entries=10, sequenceid=66, filesize=5.8 K 2024-12-10T23:28:17,866 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/.tmp/b/f4f8e416e6014310a8fd71e75f3e3cdd as hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/b/f4f8e416e6014310a8fd71e75f3e3cdd 2024-12-10T23:28:17,870 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/b/f4f8e416e6014310a8fd71e75f3e3cdd, entries=10, sequenceid=66, filesize=5.8 K 2024-12-10T23:28:17,871 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/.tmp/c/4e1db11efc33411ca6f1950640ebed5c as hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/c/4e1db11efc33411ca6f1950640ebed5c 2024-12-10T23:28:17,874 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/c/4e1db11efc33411ca6f1950640ebed5c, entries=10, sequenceid=66, filesize=5.8 K 2024-12-10T23:28:17,875 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for e809ff3ba314704d3ef97d9d4ed79a62 in 124ms, sequenceid=66, compaction requested=false; wal=null 2024-12-10T23:28:17,875 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/recovered.edits/0000000000000000066 2024-12-10T23:28:17,876 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e809ff3ba314704d3ef97d9d4ed79a62 2024-12-10T23:28:17,876 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e809ff3ba314704d3ef97d9d4ed79a62 2024-12-10T23:28:17,877 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T23:28:17,878 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e809ff3ba314704d3ef97d9d4ed79a62 2024-12-10T23:28:17,880 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36669/hbase/data/default/testReplayEditsWrittenViaHRegion/e809ff3ba314704d3ef97d9d4ed79a62/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-12-10T23:28:17,880 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e809ff3ba314704d3ef97d9d4ed79a62; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67899529, jitterRate=0.011781826615333557}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T23:28:17,881 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e809ff3ba314704d3ef97d9d4ed79a62: Writing region info on filesystem at 1733873297725Initializing all the Stores at 1733873297726 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873297726Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873297726Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733873297726Obtaining lock to block concurrent updates at 1733873297751 (+25 ms)Preparing flush snapshotting stores in e809ff3ba314704d3ef97d9d4ed79a62 at 1733873297751Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733873293288.e809ff3ba314704d3ef97d9d4ed79a62., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1733873297751Flushing stores of testReplayEditsWrittenViaHRegion,,1733873293288.e809ff3ba314704d3ef97d9d4ed79a62. at 1733873297751Flushing e809ff3ba314704d3ef97d9d4ed79a62/a: creating writer at 1733873297751Flushing e809ff3ba314704d3ef97d9d4ed79a62/a: appending metadata at 1733873297765 (+14 ms)Flushing e809ff3ba314704d3ef97d9d4ed79a62/a: closing flushed file at 1733873297765Flushing e809ff3ba314704d3ef97d9d4ed79a62/b: creating writer at 1733873297776 (+11 ms)Flushing e809ff3ba314704d3ef97d9d4ed79a62/b: appending metadata at 1733873297822 (+46 ms)Flushing e809ff3ba314704d3ef97d9d4ed79a62/b: closing flushed file at 1733873297822Flushing e809ff3ba314704d3ef97d9d4ed79a62/c: creating writer at 1733873297834 (+12 ms)Flushing e809ff3ba314704d3ef97d9d4ed79a62/c: appending metadata at 1733873297848 (+14 ms)Flushing e809ff3ba314704d3ef97d9d4ed79a62/c: closing flushed file at 1733873297848Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a332103: reopening flushed file at 1733873297860 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a2a0799: reopening flushed file at 1733873297865 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a2bf9a3: reopening flushed file at 1733873297870 (+5 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for e809ff3ba314704d3ef97d9d4ed79a62 in 124ms, sequenceid=66, compaction requested=false; wal=null at 1733873297875 (+5 ms)Cleaning up temporary data from old regions at 1733873297876 (+1 ms)Region opened successfully at 1733873297881 (+5 ms) 2024-12-10T23:28:17,893 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e809ff3ba314704d3ef97d9d4ed79a62, disabling compactions & flushes 2024-12-10T23:28:17,893 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733873293288.e809ff3ba314704d3ef97d9d4ed79a62. 2024-12-10T23:28:17,893 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733873293288.e809ff3ba314704d3ef97d9d4ed79a62. 2024-12-10T23:28:17,893 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733873293288.e809ff3ba314704d3ef97d9d4ed79a62. after waiting 0 ms 2024-12-10T23:28:17,893 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733873293288.e809ff3ba314704d3ef97d9d4ed79a62. 2024-12-10T23:28:17,895 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733873293288.e809ff3ba314704d3ef97d9d4ed79a62. 2024-12-10T23:28:17,895 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e809ff3ba314704d3ef97d9d4ed79a62: Waiting for close lock at 1733873297893Disabling compacts and flushes for region at 1733873297893Disabling writes for close at 1733873297893Writing region close event to WAL at 1733873297895 (+2 ms)Closed at 1733873297895 2024-12-10T23:28:17,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741934_1114 (size=93) 2024-12-10T23:28:17,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741934_1114 (size=93) 2024-12-10T23:28:17,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741934_1114 (size=93) 2024-12-10T23:28:17,900 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-10T23:28:17,900 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733873297700) 2024-12-10T23:28:17,915 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenViaHRegion Thread=456 (was 450) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:36669 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1530009468_22 at /127.0.0.1:60824 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:36669 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1530009468_22 at /127.0.0.1:46744 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1530009468_22 at /127.0.0.1:59436 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1414 (was 1348) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=121 (was 131), ProcessCount=11 (was 11), AvailableMemoryMB=4924 (was 4976) 2024-12-10T23:28:17,915 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1414 is superior to 1024 2024-12-10T23:28:17,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-10T23:28:17,915 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-10T23:28:17,915 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T23:28:17,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T23:28:17,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T23:28:17,916 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-10T23:28:17,916 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-10T23:28:17,916 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=207465779, stopped=false 2024-12-10T23:28:17,917 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7a5975741222,36131,1733873259085 2024-12-10T23:28:17,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36131-0x1019eb439d20000, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T23:28:17,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37373-0x1019eb439d20003, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T23:28:17,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38799-0x1019eb439d20001, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T23:28:17,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36131-0x1019eb439d20000, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:28:17,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37373-0x1019eb439d20003, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:28:17,919 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-10T23:28:17,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38799-0x1019eb439d20001, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:28:17,919 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-10T23:28:17,919 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36131-0x1019eb439d20000, quorum=127.0.0.1:59874, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T23:28:17,920 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T23:28:17,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T23:28:17,920 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7a5975741222,38799,1733873259753' ***** 2024-12-10T23:28:17,920 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-10T23:28:17,920 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37373-0x1019eb439d20003, quorum=127.0.0.1:59874, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T23:28:17,920 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7a5975741222,37373,1733873259905' ***** 2024-12-10T23:28:17,920 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-10T23:28:17,920 INFO [RS:0;7a5975741222:38799 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T23:28:17,920 INFO [RS:2;7a5975741222:37373 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T23:28:17,921 INFO [RS:0;7a5975741222:38799 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-10T23:28:17,921 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-10T23:28:17,921 INFO [RS:2;7a5975741222:37373 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-10T23:28:17,921 INFO [RS:0;7a5975741222:38799 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-10T23:28:17,921 INFO [RS:2;7a5975741222:37373 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-10T23:28:17,921 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38799-0x1019eb439d20001, quorum=127.0.0.1:59874, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T23:28:17,921 INFO [RS:0;7a5975741222:38799 {}] regionserver.HRegionServer(959): stopping server 7a5975741222,38799,1733873259753 2024-12-10T23:28:17,921 INFO [RS:2;7a5975741222:37373 {}] regionserver.HRegionServer(3091): Received CLOSE for bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:28:17,921 INFO [RS:0;7a5975741222:38799 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T23:28:17,921 INFO [RS:0;7a5975741222:38799 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a5975741222:38799. 2024-12-10T23:28:17,921 DEBUG [RS:0;7a5975741222:38799 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T23:28:17,921 DEBUG [RS:0;7a5975741222:38799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T23:28:17,921 INFO [RS:0;7a5975741222:38799 {}] regionserver.HRegionServer(976): stopping server 7a5975741222,38799,1733873259753; all regions closed. 2024-12-10T23:28:17,921 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-10T23:28:17,921 INFO [RS:2;7a5975741222:37373 {}] regionserver.HRegionServer(959): stopping server 7a5975741222,37373,1733873259905 2024-12-10T23:28:17,922 INFO [RS:2;7a5975741222:37373 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T23:28:17,922 INFO [RS:2;7a5975741222:37373 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;7a5975741222:37373. 2024-12-10T23:28:17,922 DEBUG [RS:2;7a5975741222:37373 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T23:28:17,922 DEBUG [RS:2;7a5975741222:37373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T23:28:17,922 INFO [RS:2;7a5975741222:37373 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-10T23:28:17,922 INFO [RS:2;7a5975741222:37373 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-10T23:28:17,922 INFO [RS:2;7a5975741222:37373 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-10T23:28:17,922 INFO [RS:2;7a5975741222:37373 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-10T23:28:17,922 INFO [RS:2;7a5975741222:37373 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-10T23:28:17,922 DEBUG [RS:2;7a5975741222:37373 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, bd41f59a9942b22a1996a66c1703662f=testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f.} 2024-12-10T23:28:17,922 DEBUG [RS:2;7a5975741222:37373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bd41f59a9942b22a1996a66c1703662f 2024-12-10T23:28:17,922 DEBUG [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-10T23:28:17,923 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bd41f59a9942b22a1996a66c1703662f, disabling compactions & flushes 2024-12-10T23:28:17,923 INFO [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-10T23:28:17,923 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f. 2024-12-10T23:28:17,923 DEBUG [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-10T23:28:17,923 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f. 2024-12-10T23:28:17,923 DEBUG [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-10T23:28:17,923 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f. after waiting 0 ms 2024-12-10T23:28:17,923 DEBUG [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-10T23:28:17,923 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f. 2024-12-10T23:28:17,923 INFO [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-12-10T23:28:17,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741835_1011 (size=2054) 2024-12-10T23:28:17,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741835_1011 (size=2054) 2024-12-10T23:28:17,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741835_1011 (size=2054) 2024-12-10T23:28:17,927 INFO [regionserver/7a5975741222:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T23:28:17,927 INFO [regionserver/7a5975741222:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T23:28:17,929 DEBUG [RS:0;7a5975741222:38799 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/oldWALs 2024-12-10T23:28:17,929 INFO [RS:0;7a5975741222:38799 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7a5975741222%2C38799%2C1733873259753:(num 1733873261254) 2024-12-10T23:28:17,929 DEBUG [RS:0;7a5975741222:38799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T23:28:17,929 INFO [RS:0;7a5975741222:38799 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T23:28:17,929 INFO [RS:0;7a5975741222:38799 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-10T23:28:17,929 INFO [RS:0;7a5975741222:38799 {}] hbase.ChoreService(370): Chore service for: regionserver/7a5975741222:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-10T23:28:17,929 INFO [RS:0;7a5975741222:38799 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-10T23:28:17,929 INFO [RS:0;7a5975741222:38799 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-10T23:28:17,929 INFO [RS:0;7a5975741222:38799 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-10T23:28:17,929 INFO [regionserver/7a5975741222:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-10T23:28:17,929 INFO [RS:0;7a5975741222:38799 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-10T23:28:17,930 INFO [RS:0;7a5975741222:38799 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38799 2024-12-10T23:28:17,931 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bd41f59a9942b22a1996a66c1703662f/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-12-10T23:28:17,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36131-0x1019eb439d20000, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T23:28:17,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38799-0x1019eb439d20001, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7a5975741222,38799,1733873259753 2024-12-10T23:28:17,932 INFO [RS:0;7a5975741222:38799 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T23:28:17,932 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f. 2024-12-10T23:28:17,932 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bd41f59a9942b22a1996a66c1703662f: Waiting for close lock at 1733873297922Running coprocessor pre-close hooks at 1733873297922Disabling compacts and flushes for region at 1733873297922Disabling writes for close at 1733873297923 (+1 ms)Writing region close event to WAL at 1733873297924 (+1 ms)Running coprocessor post-close hooks at 1733873297932 (+8 ms)Closed at 1733873297932 2024-12-10T23:28:17,932 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f. 2024-12-10T23:28:17,933 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7a5975741222,38799,1733873259753] 2024-12-10T23:28:17,935 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7a5975741222,38799,1733873259753 already deleted, retry=false 2024-12-10T23:28:17,936 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7a5975741222,38799,1733873259753 expired; onlineServers=1 2024-12-10T23:28:17,947 DEBUG [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/hbase/meta/1588230740/.tmp/info/259c5f5aa3824bdf8f6c30cb9d23b100 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1733873274430.bd41f59a9942b22a1996a66c1703662f./info:regioninfo/1733873277548/Put/seqid=0 2024-12-10T23:28:17,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741938_1118 (size=8243) 2024-12-10T23:28:17,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741938_1118 (size=8243) 2024-12-10T23:28:17,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741938_1118 (size=8243) 2024-12-10T23:28:17,954 INFO [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/hbase/meta/1588230740/.tmp/info/259c5f5aa3824bdf8f6c30cb9d23b100 2024-12-10T23:28:17,974 DEBUG [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/hbase/meta/1588230740/.tmp/ns/e91d8d456bc04840bd76d6ec2ca3abab is 43, key is default/ns:d/1733873261808/Put/seqid=0 2024-12-10T23:28:17,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741939_1119 (size=5153) 2024-12-10T23:28:17,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741939_1119 (size=5153) 2024-12-10T23:28:17,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741939_1119 (size=5153) 2024-12-10T23:28:17,981 INFO [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/hbase/meta/1588230740/.tmp/ns/e91d8d456bc04840bd76d6ec2ca3abab 2024-12-10T23:28:17,999 DEBUG [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/hbase/meta/1588230740/.tmp/table/7f85014d7dc6474198d6a98609eba72a is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1733873274885/Put/seqid=0 2024-12-10T23:28:18,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741940_1120 (size=5431) 2024-12-10T23:28:18,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741940_1120 (size=5431) 2024-12-10T23:28:18,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741940_1120 (size=5431) 2024-12-10T23:28:18,006 INFO [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/hbase/meta/1588230740/.tmp/table/7f85014d7dc6474198d6a98609eba72a 2024-12-10T23:28:18,012 DEBUG [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/hbase/meta/1588230740/.tmp/info/259c5f5aa3824bdf8f6c30cb9d23b100 as hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/hbase/meta/1588230740/info/259c5f5aa3824bdf8f6c30cb9d23b100 2024-12-10T23:28:18,017 INFO [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/hbase/meta/1588230740/info/259c5f5aa3824bdf8f6c30cb9d23b100, entries=18, sequenceid=21, filesize=8.0 K 2024-12-10T23:28:18,018 DEBUG [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/hbase/meta/1588230740/.tmp/ns/e91d8d456bc04840bd76d6ec2ca3abab as hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/hbase/meta/1588230740/ns/e91d8d456bc04840bd76d6ec2ca3abab 2024-12-10T23:28:18,023 INFO [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/hbase/meta/1588230740/ns/e91d8d456bc04840bd76d6ec2ca3abab, entries=2, sequenceid=21, filesize=5.0 K 2024-12-10T23:28:18,024 DEBUG [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/hbase/meta/1588230740/.tmp/table/7f85014d7dc6474198d6a98609eba72a as hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/hbase/meta/1588230740/table/7f85014d7dc6474198d6a98609eba72a 2024-12-10T23:28:18,029 INFO [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/hbase/meta/1588230740/table/7f85014d7dc6474198d6a98609eba72a, entries=2, sequenceid=21, filesize=5.3 K 2024-12-10T23:28:18,030 INFO [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 107ms, sequenceid=21, compaction requested=false 2024-12-10T23:28:18,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38799-0x1019eb439d20001, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T23:28:18,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38799-0x1019eb439d20001, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T23:28:18,034 INFO [RS:0;7a5975741222:38799 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T23:28:18,034 INFO [RS:0;7a5975741222:38799 {}] regionserver.HRegionServer(1031): Exiting; stopping=7a5975741222,38799,1733873259753; zookeeper connection closed. 2024-12-10T23:28:18,034 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@402088c3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@402088c3 2024-12-10T23:28:18,035 DEBUG [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-12-10T23:28:18,035 DEBUG [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-10T23:28:18,036 INFO [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-10T23:28:18,036 DEBUG [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733873297922Running coprocessor pre-close hooks at 1733873297922Disabling compacts and flushes for region at 1733873297922Disabling writes for close at 1733873297923 (+1 ms)Obtaining lock to block concurrent updates at 1733873297923Preparing flush snapshotting stores in 1588230740 at 1733873297923Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1733873297923Flushing stores of hbase:meta,,1.1588230740 at 1733873297924 (+1 ms)Flushing 1588230740/info: creating writer at 1733873297925 (+1 ms)Flushing 1588230740/info: appending metadata at 1733873297946 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733873297946Flushing 1588230740/ns: creating writer at 1733873297960 (+14 ms)Flushing 1588230740/ns: appending metadata at 1733873297974 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733873297974Flushing 1588230740/table: creating writer at 1733873297986 (+12 ms)Flushing 1588230740/table: appending metadata at 1733873297999 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733873297999Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ae34847: reopening flushed file at 1733873298011 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ee8ce1: reopening flushed file at 1733873298017 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a1d6ed1: reopening flushed file at 1733873298023 (+6 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 107ms, sequenceid=21, compaction requested=false at 1733873298030 (+7 ms)Writing region close event to WAL at 1733873298031 (+1 ms)Running coprocessor post-close hooks at 1733873298035 (+4 ms)Closed at 1733873298036 (+1 ms) 2024-12-10T23:28:18,036 DEBUG [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-10T23:28:18,095 INFO [regionserver/7a5975741222:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-10T23:28:18,095 INFO [regionserver/7a5975741222:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-10T23:28:18,123 INFO [RS:2;7a5975741222:37373 {}] regionserver.HRegionServer(976): stopping server 7a5975741222,37373,1733873259905; all regions closed. 2024-12-10T23:28:18,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741836_1012 (size=3783) 2024-12-10T23:28:18,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741836_1012 (size=3783) 2024-12-10T23:28:18,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741836_1012 (size=3783) 2024-12-10T23:28:18,128 DEBUG [RS:2;7a5975741222:37373 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/oldWALs 2024-12-10T23:28:18,128 INFO [RS:2;7a5975741222:37373 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7a5975741222%2C37373%2C1733873259905.meta:.meta(num 1733873261649) 2024-12-10T23:28:18,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741833_1009 (size=841) 2024-12-10T23:28:18,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741833_1009 (size=841) 2024-12-10T23:28:18,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741833_1009 (size=841) 2024-12-10T23:28:18,133 DEBUG [RS:2;7a5975741222:37373 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/oldWALs 2024-12-10T23:28:18,133 INFO [RS:2;7a5975741222:37373 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7a5975741222%2C37373%2C1733873259905:(num 1733873261254) 2024-12-10T23:28:18,133 DEBUG [RS:2;7a5975741222:37373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T23:28:18,133 INFO [RS:2;7a5975741222:37373 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T23:28:18,133 INFO [RS:2;7a5975741222:37373 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-10T23:28:18,133 INFO [RS:2;7a5975741222:37373 {}] hbase.ChoreService(370): Chore service for: regionserver/7a5975741222:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-10T23:28:18,133 INFO [RS:2;7a5975741222:37373 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-10T23:28:18,133 INFO [regionserver/7a5975741222:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-10T23:28:18,134 INFO [RS:2;7a5975741222:37373 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37373 2024-12-10T23:28:18,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37373-0x1019eb439d20003, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7a5975741222,37373,1733873259905 2024-12-10T23:28:18,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36131-0x1019eb439d20000, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T23:28:18,137 INFO [RS:2;7a5975741222:37373 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T23:28:18,138 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7a5975741222,37373,1733873259905] 2024-12-10T23:28:18,140 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7a5975741222,37373,1733873259905 already deleted, retry=false 2024-12-10T23:28:18,140 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7a5975741222,37373,1733873259905 expired; onlineServers=0 2024-12-10T23:28:18,140 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7a5975741222,36131,1733873259085' ***** 2024-12-10T23:28:18,140 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-10T23:28:18,140 INFO [M:0;7a5975741222:36131 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T23:28:18,140 INFO [M:0;7a5975741222:36131 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-10T23:28:18,140 DEBUG [M:0;7a5975741222:36131 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-10T23:28:18,140 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-10T23:28:18,140 DEBUG [M:0;7a5975741222:36131 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-10T23:28:18,140 DEBUG [master/7a5975741222:0:becomeActiveMaster-HFileCleaner.small.0-1733873260893 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a5975741222:0:becomeActiveMaster-HFileCleaner.small.0-1733873260893,5,FailOnTimeoutGroup] 2024-12-10T23:28:18,140 DEBUG [master/7a5975741222:0:becomeActiveMaster-HFileCleaner.large.0-1733873260892 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a5975741222:0:becomeActiveMaster-HFileCleaner.large.0-1733873260892,5,FailOnTimeoutGroup] 2024-12-10T23:28:18,141 INFO [M:0;7a5975741222:36131 {}] hbase.ChoreService(370): Chore service for: master/7a5975741222:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-10T23:28:18,141 INFO [M:0;7a5975741222:36131 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-10T23:28:18,141 DEBUG [M:0;7a5975741222:36131 {}] master.HMaster(1795): Stopping service threads 2024-12-10T23:28:18,141 INFO [M:0;7a5975741222:36131 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-10T23:28:18,141 INFO [M:0;7a5975741222:36131 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-10T23:28:18,142 INFO [M:0;7a5975741222:36131 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-10T23:28:18,142 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-10T23:28:18,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36131-0x1019eb439d20000, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-10T23:28:18,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36131-0x1019eb439d20000, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:28:18,144 DEBUG [M:0;7a5975741222:36131 {}] zookeeper.ZKUtil(347): master:36131-0x1019eb439d20000, quorum=127.0.0.1:59874, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-10T23:28:18,144 WARN [M:0;7a5975741222:36131 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-10T23:28:18,144 INFO [M:0;7a5975741222:36131 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/.lastflushedseqids 2024-12-10T23:28:18,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741941_1121 (size=138) 2024-12-10T23:28:18,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741941_1121 (size=138) 2024-12-10T23:28:18,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741941_1121 (size=138) 2024-12-10T23:28:18,157 INFO [M:0;7a5975741222:36131 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-10T23:28:18,157 INFO [M:0;7a5975741222:36131 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-10T23:28:18,158 DEBUG [M:0;7a5975741222:36131 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-10T23:28:18,158 INFO [M:0;7a5975741222:36131 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T23:28:18,158 DEBUG [M:0;7a5975741222:36131 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T23:28:18,158 DEBUG [M:0;7a5975741222:36131 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-10T23:28:18,158 DEBUG [M:0;7a5975741222:36131 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T23:28:18,158 INFO [M:0;7a5975741222:36131 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.34 KB heapSize=83.73 KB 2024-12-10T23:28:18,174 DEBUG [M:0;7a5975741222:36131 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a58d4df78f8e4ffd8b2b60c6844c6002 is 82, key is hbase:meta,,1/info:regioninfo/1733873261736/Put/seqid=0 2024-12-10T23:28:18,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741942_1122 (size=5672) 2024-12-10T23:28:18,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741942_1122 (size=5672) 2024-12-10T23:28:18,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741942_1122 (size=5672) 2024-12-10T23:28:18,181 INFO [M:0;7a5975741222:36131 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a58d4df78f8e4ffd8b2b60c6844c6002 2024-12-10T23:28:18,201 DEBUG [M:0;7a5975741222:36131 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c40600181eec4950a18c5e34520fb127 is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733873274891/Put/seqid=0 2024-12-10T23:28:18,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741943_1123 (size=7755) 2024-12-10T23:28:18,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741943_1123 (size=7755) 2024-12-10T23:28:18,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741943_1123 (size=7755) 2024-12-10T23:28:18,208 INFO [M:0;7a5975741222:36131 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.61 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c40600181eec4950a18c5e34520fb127 2024-12-10T23:28:18,213 INFO [M:0;7a5975741222:36131 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c40600181eec4950a18c5e34520fb127 2024-12-10T23:28:18,228 DEBUG [M:0;7a5975741222:36131 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c2fe28eba3364e72af897a6d3ef8c14d is 69, key is 7a5975741222,37373,1733873259905/rs:state/1733873260994/Put/seqid=0 2024-12-10T23:28:18,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741944_1124 (size=5445) 2024-12-10T23:28:18,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741944_1124 (size=5445) 2024-12-10T23:28:18,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741944_1124 (size=5445) 2024-12-10T23:28:18,235 INFO [M:0;7a5975741222:36131 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c2fe28eba3364e72af897a6d3ef8c14d 2024-12-10T23:28:18,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37373-0x1019eb439d20003, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T23:28:18,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37373-0x1019eb439d20003, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T23:28:18,239 INFO [RS:2;7a5975741222:37373 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T23:28:18,239 INFO [RS:2;7a5975741222:37373 {}] regionserver.HRegionServer(1031): Exiting; stopping=7a5975741222,37373,1733873259905; zookeeper connection closed. 2024-12-10T23:28:18,239 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@534a0fe0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@534a0fe0 2024-12-10T23:28:18,239 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-10T23:28:18,240 INFO [M:0;7a5975741222:36131 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c2fe28eba3364e72af897a6d3ef8c14d 2024-12-10T23:28:18,241 DEBUG [M:0;7a5975741222:36131 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a58d4df78f8e4ffd8b2b60c6844c6002 as hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a58d4df78f8e4ffd8b2b60c6844c6002 2024-12-10T23:28:18,246 INFO [M:0;7a5975741222:36131 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a58d4df78f8e4ffd8b2b60c6844c6002, entries=8, sequenceid=168, filesize=5.5 K 2024-12-10T23:28:18,247 DEBUG [M:0;7a5975741222:36131 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c40600181eec4950a18c5e34520fb127 as hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c40600181eec4950a18c5e34520fb127 2024-12-10T23:28:18,251 INFO [M:0;7a5975741222:36131 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c40600181eec4950a18c5e34520fb127 2024-12-10T23:28:18,252 INFO [M:0;7a5975741222:36131 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c40600181eec4950a18c5e34520fb127, entries=17, sequenceid=168, filesize=7.6 K 2024-12-10T23:28:18,252 DEBUG [M:0;7a5975741222:36131 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c2fe28eba3364e72af897a6d3ef8c14d as hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c2fe28eba3364e72af897a6d3ef8c14d 2024-12-10T23:28:18,257 INFO [M:0;7a5975741222:36131 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c2fe28eba3364e72af897a6d3ef8c14d 2024-12-10T23:28:18,257 INFO [M:0;7a5975741222:36131 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36669/user/jenkins/test-data/691e5b3a-4faa-f18a-739c-f356665286cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c2fe28eba3364e72af897a6d3ef8c14d, entries=3, sequenceid=168, filesize=5.3 K 2024-12-10T23:28:18,258 INFO [M:0;7a5975741222:36131 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 100ms, sequenceid=168, compaction requested=false 2024-12-10T23:28:18,259 INFO [M:0;7a5975741222:36131 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T23:28:18,259 DEBUG [M:0;7a5975741222:36131 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733873298158Disabling compacts and flushes for region at 1733873298158Disabling writes for close at 1733873298158Obtaining lock to block concurrent updates at 1733873298158Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733873298158Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69984, getHeapSize=85672, getOffHeapSize=0, getCellsCount=195 at 1733873298158Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733873298159 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733873298159Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733873298173 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733873298173Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733873298185 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733873298200 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733873298200Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733873298213 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733873298227 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733873298227Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26f9e5a7: reopening flushed file at 1733873298240 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52f59b0e: reopening flushed file at 1733873298246 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64187f37: reopening flushed file at 1733873298252 (+6 ms)Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 100ms, sequenceid=168, compaction requested=false at 1733873298258 (+6 ms)Writing region close event to WAL at 1733873298259 (+1 ms)Closed at 1733873298259 2024-12-10T23:28:18,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741830_1006 (size=71337) 2024-12-10T23:28:18,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44405 is added to blk_1073741830_1006 (size=71337) 2024-12-10T23:28:18,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741830_1006 (size=71337) 2024-12-10T23:28:18,263 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-10T23:28:18,263 INFO [M:0;7a5975741222:36131 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-10T23:28:18,263 INFO [M:0;7a5975741222:36131 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36131 2024-12-10T23:28:18,264 INFO [M:0;7a5975741222:36131 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T23:28:18,366 INFO [M:0;7a5975741222:36131 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T23:28:18,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36131-0x1019eb439d20000, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T23:28:18,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36131-0x1019eb439d20000, quorum=127.0.0.1:59874, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T23:28:18,372 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733873277911/wal.1733873278602 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733873277911/wal.1733873278602 (inode 16655) Holder DFSClient_NONMAPREDUCE_1156125322_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733873277911/wal.1733873278602 (inode 16655) Holder DFSClient_NONMAPREDUCE_1156125322_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-10T23:28:18,372 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733873269974/wal.1733873270078 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:28:18,373 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733873293287/wal.1733873293501 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:28:18,375 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733873278761/wal.1733873288077 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733873278761/wal.1733873288077 (inode 16678) Holder DFSClient_NONMAPREDUCE_1156125322_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733873278761/wal.1733873288077 (inode 16678) Holder DFSClient_NONMAPREDUCE_1156125322_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-10T23:28:18,375 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733873262912/wal.1733873262981 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:28:18,377 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733873288266/wal.1733873288687 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733873288266/wal.1733873288687 (inode 16704) Holder DFSClient_NONMAPREDUCE_1156125322_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733873288266/wal.1733873288687 (inode 16704) Holder DFSClient_NONMAPREDUCE_1156125322_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-10T23:28:18,378 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733873288868/wal.1733873288926 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:28:18,380 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733873262596/wal.1733873262779 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733873262596/wal.1733873262779 (inode 16485) Holder DFSClient_NONMAPREDUCE_1156125322_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733873262596/wal.1733873262779 (inode 16485) Holder DFSClient_NONMAPREDUCE_1156125322_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-10T23:28:18,382 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733873262059/wal.1733873262343 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733873262059/wal.1733873262343 (inode 16462) Holder DFSClient_NONMAPREDUCE_1156125322_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733873262059/wal.1733873262343 (inode 16462) Holder DFSClient_NONMAPREDUCE_1156125322_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-10T23:28:18,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35f1150e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T23:28:18,388 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13a77e13{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T23:28:18,388 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T23:28:18,389 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f9972d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T23:28:18,389 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6d5e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de65a785-98a8-0edc-8557-fc3ee5e816cd/hadoop.log.dir/,STOPPED} 2024-12-10T23:28:18,392 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-10T23:28:18,392 WARN [BP-1079563326-172.17.0.2-1733873256162 heartbeating to localhost/127.0.0.1:36669 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-10T23:28:18,392 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-10T23:28:18,392 WARN [BP-1079563326-172.17.0.2-1733873256162 heartbeating to localhost/127.0.0.1:36669 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1079563326-172.17.0.2-1733873256162 (Datanode Uuid e843debd-1232-44b9-bef8-f7cded5e24ca) service to localhost/127.0.0.1:36669 2024-12-10T23:28:18,393 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de65a785-98a8-0edc-8557-fc3ee5e816cd/cluster_11657de7-6803-818d-f591-eea5e1e268f8/data/data5/current/BP-1079563326-172.17.0.2-1733873256162 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T23:28:18,393 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de65a785-98a8-0edc-8557-fc3ee5e816cd/cluster_11657de7-6803-818d-f591-eea5e1e268f8/data/data6/current/BP-1079563326-172.17.0.2-1733873256162 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T23:28:18,394 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T23:28:18,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bd427b8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T23:28:18,396 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6915083f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T23:28:18,396 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T23:28:18,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cc2d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T23:28:18,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46b092e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de65a785-98a8-0edc-8557-fc3ee5e816cd/hadoop.log.dir/,STOPPED} 2024-12-10T23:28:18,397 WARN [BP-1079563326-172.17.0.2-1733873256162 heartbeating to localhost/127.0.0.1:36669 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-10T23:28:18,397 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-10T23:28:18,397 WARN [BP-1079563326-172.17.0.2-1733873256162 heartbeating to localhost/127.0.0.1:36669 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1079563326-172.17.0.2-1733873256162 (Datanode Uuid 86f3efde-aa42-4a49-9b81-2b487925160c) service to localhost/127.0.0.1:36669 2024-12-10T23:28:18,397 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-10T23:28:18,398 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de65a785-98a8-0edc-8557-fc3ee5e816cd/cluster_11657de7-6803-818d-f591-eea5e1e268f8/data/data3/current/BP-1079563326-172.17.0.2-1733873256162 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T23:28:18,398 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de65a785-98a8-0edc-8557-fc3ee5e816cd/cluster_11657de7-6803-818d-f591-eea5e1e268f8/data/data4/current/BP-1079563326-172.17.0.2-1733873256162 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T23:28:18,398 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T23:28:18,400 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@330740de{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T23:28:18,401 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b24cab9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T23:28:18,401 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T23:28:18,401 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a359997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T23:28:18,401 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cf5a85e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de65a785-98a8-0edc-8557-fc3ee5e816cd/hadoop.log.dir/,STOPPED} 2024-12-10T23:28:18,402 WARN [BP-1079563326-172.17.0.2-1733873256162 heartbeating to localhost/127.0.0.1:36669 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-10T23:28:18,402 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-10T23:28:18,402 WARN [BP-1079563326-172.17.0.2-1733873256162 heartbeating to localhost/127.0.0.1:36669 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1079563326-172.17.0.2-1733873256162 (Datanode Uuid 714e1926-2544-4742-a2f8-222c05d440cd) service to localhost/127.0.0.1:36669 2024-12-10T23:28:18,402 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-10T23:28:18,403 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de65a785-98a8-0edc-8557-fc3ee5e816cd/cluster_11657de7-6803-818d-f591-eea5e1e268f8/data/data1/current/BP-1079563326-172.17.0.2-1733873256162 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T23:28:18,403 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de65a785-98a8-0edc-8557-fc3ee5e816cd/cluster_11657de7-6803-818d-f591-eea5e1e268f8/data/data2/current/BP-1079563326-172.17.0.2-1733873256162 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T23:28:18,403 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T23:28:18,409 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3717288f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-10T23:28:18,410 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T23:28:18,410 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T23:28:18,410 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T23:28:18,410 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de65a785-98a8-0edc-8557-fc3ee5e816cd/hadoop.log.dir/,STOPPED} 2024-12-10T23:28:18,420 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-10T23:28:18,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down