2024-11-21 14:29:04,714 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f 2024-11-21 14:29:04,730 main DEBUG Took 0.013019 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-21 14:29:04,730 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-21 14:29:04,731 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-21 14:29:04,732 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-21 14:29:04,733 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:29:04,743 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-21 14:29:04,758 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:29:04,760 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:29:04,761 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:29:04,761 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:29:04,762 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:29:04,762 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:29:04,763 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:29:04,764 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:29:04,764 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:29:04,765 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:29:04,766 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:29:04,766 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:29:04,767 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:29:04,768 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:29:04,768 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:29:04,769 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:29:04,769 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:29:04,770 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:29:04,770 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:29:04,771 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:29:04,771 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:29:04,772 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:29:04,773 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:29:04,773 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:29:04,774 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:29:04,774 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-21 14:29:04,776 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:29:04,777 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-21 14:29:04,779 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-21 14:29:04,779 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-21 14:29:04,780 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-21 14:29:04,781 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-21 14:29:04,792 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-21 14:29:04,795 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-21 14:29:04,797 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-21 14:29:04,797 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-21 14:29:04,798 main DEBUG createAppenders(={Console}) 2024-11-21 14:29:04,799 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f initialized 2024-11-21 14:29:04,799 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f 2024-11-21 14:29:04,800 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f OK. 2024-11-21 14:29:04,800 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-21 14:29:04,801 main DEBUG OutputStream closed 2024-11-21 14:29:04,801 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-21 14:29:04,801 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-21 14:29:04,802 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@61001b64 OK 2024-11-21 14:29:04,878 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-21 14:29:04,880 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-21 14:29:04,881 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-21 14:29:04,882 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-21 14:29:04,883 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-21 14:29:04,883 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-21 14:29:04,884 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-21 14:29:04,884 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-21 14:29:04,885 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-21 14:29:04,885 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-21 14:29:04,885 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-21 14:29:04,886 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-21 14:29:04,886 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-21 14:29:04,887 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-21 14:29:04,887 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-21 14:29:04,887 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-21 14:29:04,888 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-21 14:29:04,888 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-21 14:29:04,891 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21 14:29:04,891 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@4ed5eb72) with optional ClassLoader: null 2024-11-21 14:29:04,891 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-21 14:29:04,892 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@4ed5eb72] started OK. 2024-11-21T14:29:05,160 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1839da91-e75c-6cd7-240b-75f5b90517a5 2024-11-21 14:29:05,163 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-21 14:29:05,164 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21T14:29:05,172 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-21T14:29:05,198 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-21T14:29:05,244 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-21T14:29:05,245 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-21T14:29:05,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T14:29:05,274 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1839da91-e75c-6cd7-240b-75f5b90517a5/cluster_cb01648a-40a0-3c56-e83d-80f00488a0dc, deleteOnExit=true 2024-11-21T14:29:05,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T14:29:05,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1839da91-e75c-6cd7-240b-75f5b90517a5/test.cache.data in system properties and HBase conf 2024-11-21T14:29:05,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1839da91-e75c-6cd7-240b-75f5b90517a5/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T14:29:05,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1839da91-e75c-6cd7-240b-75f5b90517a5/hadoop.log.dir in system properties and HBase conf 2024-11-21T14:29:05,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1839da91-e75c-6cd7-240b-75f5b90517a5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T14:29:05,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1839da91-e75c-6cd7-240b-75f5b90517a5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T14:29:05,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T14:29:05,362 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-21T14:29:05,475 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T14:29:05,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1839da91-e75c-6cd7-240b-75f5b90517a5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T14:29:05,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1839da91-e75c-6cd7-240b-75f5b90517a5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T14:29:05,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1839da91-e75c-6cd7-240b-75f5b90517a5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T14:29:05,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1839da91-e75c-6cd7-240b-75f5b90517a5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T14:29:05,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1839da91-e75c-6cd7-240b-75f5b90517a5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T14:29:05,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1839da91-e75c-6cd7-240b-75f5b90517a5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T14:29:05,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1839da91-e75c-6cd7-240b-75f5b90517a5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T14:29:05,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1839da91-e75c-6cd7-240b-75f5b90517a5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T14:29:05,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1839da91-e75c-6cd7-240b-75f5b90517a5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T14:29:05,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1839da91-e75c-6cd7-240b-75f5b90517a5/nfs.dump.dir in system properties and HBase conf 2024-11-21T14:29:05,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1839da91-e75c-6cd7-240b-75f5b90517a5/java.io.tmpdir in system properties and HBase conf 2024-11-21T14:29:05,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1839da91-e75c-6cd7-240b-75f5b90517a5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T14:29:05,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1839da91-e75c-6cd7-240b-75f5b90517a5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T14:29:05,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1839da91-e75c-6cd7-240b-75f5b90517a5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T14:29:06,317 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T14:29:06,412 INFO [Time-limited test {}] log.Log(170): Logging initialized @2461ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-21T14:29:06,496 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:29:06,567 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:29:06,595 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:29:06,595 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:29:06,596 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T14:29:06,613 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:29:06,619 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d4d6e89{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1839da91-e75c-6cd7-240b-75f5b90517a5/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:29:06,621 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71d2272d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:29:06,825 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@398d2d49{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1839da91-e75c-6cd7-240b-75f5b90517a5/java.io.tmpdir/jetty-localhost-46323-hadoop-hdfs-3_4_1-tests_jar-_-any-15257275676163633240/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T14:29:06,831 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@166111eb{HTTP/1.1, (http/1.1)}{localhost:46323} 2024-11-21T14:29:06,832 INFO [Time-limited test {}] server.Server(415): Started @2881ms 2024-11-21T14:29:07,239 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:29:07,246 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:29:07,247 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:29:07,247 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:29:07,248 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T14:29:07,248 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75929b0a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1839da91-e75c-6cd7-240b-75f5b90517a5/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:29:07,249 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ce178fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:29:07,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@54387323{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1839da91-e75c-6cd7-240b-75f5b90517a5/java.io.tmpdir/jetty-localhost-33231-hadoop-hdfs-3_4_1-tests_jar-_-any-14083670010388029986/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:29:07,389 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a45a21{HTTP/1.1, (http/1.1)}{localhost:33231} 2024-11-21T14:29:07,389 INFO [Time-limited test {}] server.Server(415): Started @3439ms 2024-11-21T14:29:07,447 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T14:29:07,605 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:29:07,612 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:29:07,614 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:29:07,614 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:29:07,614 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T14:29:07,615 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a707162{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1839da91-e75c-6cd7-240b-75f5b90517a5/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:29:07,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@918952d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:29:07,756 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e9308b2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1839da91-e75c-6cd7-240b-75f5b90517a5/java.io.tmpdir/jetty-localhost-40155-hadoop-hdfs-3_4_1-tests_jar-_-any-15252714565726409671/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:29:07,757 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f18ac21{HTTP/1.1, (http/1.1)}{localhost:40155} 2024-11-21T14:29:07,757 INFO [Time-limited test {}] server.Server(415): Started @3806ms 2024-11-21T14:29:07,759 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T14:29:07,807 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:29:07,815 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:29:07,817 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:29:07,817 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:29:07,817 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T14:29:07,821 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22fb7089{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1839da91-e75c-6cd7-240b-75f5b90517a5/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:29:07,821 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b2b98f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:29:07,963 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1839da91-e75c-6cd7-240b-75f5b90517a5/cluster_cb01648a-40a0-3c56-e83d-80f00488a0dc/data/data1/current/BP-2021968090-172.17.0.2-1732199346053/current, will proceed with Du for space computation calculation, 2024-11-21T14:29:07,963 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1839da91-e75c-6cd7-240b-75f5b90517a5/cluster_cb01648a-40a0-3c56-e83d-80f00488a0dc/data/data3/current/BP-2021968090-172.17.0.2-1732199346053/current, will proceed with Du for space computation calculation, 2024-11-21T14:29:07,963 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1839da91-e75c-6cd7-240b-75f5b90517a5/cluster_cb01648a-40a0-3c56-e83d-80f00488a0dc/data/data4/current/BP-2021968090-172.17.0.2-1732199346053/current, will proceed with Du for space computation calculation, 2024-11-21T14:29:07,963 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1839da91-e75c-6cd7-240b-75f5b90517a5/cluster_cb01648a-40a0-3c56-e83d-80f00488a0dc/data/data2/current/BP-2021968090-172.17.0.2-1732199346053/current, will proceed with Du for space computation calculation, 2024-11-21T14:29:07,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3217543c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1839da91-e75c-6cd7-240b-75f5b90517a5/java.io.tmpdir/jetty-localhost-39647-hadoop-hdfs-3_4_1-tests_jar-_-any-212364448095718264/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:29:07,974 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13cfb6c5{HTTP/1.1, (http/1.1)}{localhost:39647} 2024-11-21T14:29:07,974 INFO [Time-limited test {}] server.Server(415): Started @4024ms 2024-11-21T14:29:07,977 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T14:29:08,034 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T14:29:08,034 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T14:29:08,129 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x95292015d167ad53 with lease ID 0x40a50896bcc40c05: Processing first storage report for DS-01d713ea-93f9-42f9-b8ca-96d583392a98 from datanode DatanodeRegistration(127.0.0.1:44605, datanodeUuid=55953ed8-76fe-4e9a-bed4-4c053224228d, infoPort=37965, infoSecurePort=0, ipcPort=35119, storageInfo=lv=-57;cid=testClusterID;nsid=677843938;c=1732199346053) 2024-11-21T14:29:08,131 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x95292015d167ad53 with lease ID 0x40a50896bcc40c05: from storage DS-01d713ea-93f9-42f9-b8ca-96d583392a98 node DatanodeRegistration(127.0.0.1:44605, datanodeUuid=55953ed8-76fe-4e9a-bed4-4c053224228d, infoPort=37965, infoSecurePort=0, ipcPort=35119, storageInfo=lv=-57;cid=testClusterID;nsid=677843938;c=1732199346053), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-21T14:29:08,131 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x26ee56e48eef671e with lease ID 0x40a50896bcc40c04: Processing first storage report for DS-2d88a7ca-3fa1-4581-a8d3-0d77324e14aa from datanode DatanodeRegistration(127.0.0.1:42827, datanodeUuid=8b41cf05-50cd-4f30-96b5-b463b7abba8a, infoPort=41967, infoSecurePort=0, ipcPort=42223, storageInfo=lv=-57;cid=testClusterID;nsid=677843938;c=1732199346053) 2024-11-21T14:29:08,132 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1839da91-e75c-6cd7-240b-75f5b90517a5/cluster_cb01648a-40a0-3c56-e83d-80f00488a0dc/data/data5/current/BP-2021968090-172.17.0.2-1732199346053/current, will proceed with Du for space computation calculation, 2024-11-21T14:29:08,132 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x26ee56e48eef671e with lease ID 0x40a50896bcc40c04: from storage DS-2d88a7ca-3fa1-4581-a8d3-0d77324e14aa node DatanodeRegistration(127.0.0.1:42827, datanodeUuid=8b41cf05-50cd-4f30-96b5-b463b7abba8a, infoPort=41967, infoSecurePort=0, ipcPort=42223, storageInfo=lv=-57;cid=testClusterID;nsid=677843938;c=1732199346053), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T14:29:08,133 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1839da91-e75c-6cd7-240b-75f5b90517a5/cluster_cb01648a-40a0-3c56-e83d-80f00488a0dc/data/data6/current/BP-2021968090-172.17.0.2-1732199346053/current, will proceed with Du for space computation calculation, 2024-11-21T14:29:08,133 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x95292015d167ad53 with lease ID 0x40a50896bcc40c05: Processing first storage report for DS-69cef621-057c-49c8-81a4-31e14d68bfb2 from datanode DatanodeRegistration(127.0.0.1:44605, datanodeUuid=55953ed8-76fe-4e9a-bed4-4c053224228d, infoPort=37965, infoSecurePort=0, ipcPort=35119, storageInfo=lv=-57;cid=testClusterID;nsid=677843938;c=1732199346053) 2024-11-21T14:29:08,133 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x95292015d167ad53 with lease ID 0x40a50896bcc40c05: from storage DS-69cef621-057c-49c8-81a4-31e14d68bfb2 node DatanodeRegistration(127.0.0.1:44605, datanodeUuid=55953ed8-76fe-4e9a-bed4-4c053224228d, infoPort=37965, infoSecurePort=0, ipcPort=35119, storageInfo=lv=-57;cid=testClusterID;nsid=677843938;c=1732199346053), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T14:29:08,133 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x26ee56e48eef671e with lease ID 0x40a50896bcc40c04: Processing first storage report for DS-11fc5d44-a46e-4560-94e2-8f49d14a8f22 from datanode DatanodeRegistration(127.0.0.1:42827, datanodeUuid=8b41cf05-50cd-4f30-96b5-b463b7abba8a, infoPort=41967, infoSecurePort=0, ipcPort=42223, storageInfo=lv=-57;cid=testClusterID;nsid=677843938;c=1732199346053) 2024-11-21T14:29:08,133 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x26ee56e48eef671e with lease ID 0x40a50896bcc40c04: from storage DS-11fc5d44-a46e-4560-94e2-8f49d14a8f22 node DatanodeRegistration(127.0.0.1:42827, datanodeUuid=8b41cf05-50cd-4f30-96b5-b463b7abba8a, infoPort=41967, infoSecurePort=0, ipcPort=42223, storageInfo=lv=-57;cid=testClusterID;nsid=677843938;c=1732199346053), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T14:29:08,163 WARN [Thread-123 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T14:29:08,168 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x27fd4d37012800bd with lease ID 0x40a50896bcc40c06: Processing first storage report for DS-87a32409-6067-4796-945e-f03b0de60d30 from datanode DatanodeRegistration(127.0.0.1:44695, datanodeUuid=55354372-aac0-4e70-a1ed-2f17ae21de92, infoPort=43747, infoSecurePort=0, ipcPort=40179, storageInfo=lv=-57;cid=testClusterID;nsid=677843938;c=1732199346053) 2024-11-21T14:29:08,169 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x27fd4d37012800bd with lease ID 0x40a50896bcc40c06: from storage DS-87a32409-6067-4796-945e-f03b0de60d30 node DatanodeRegistration(127.0.0.1:44695, datanodeUuid=55354372-aac0-4e70-a1ed-2f17ae21de92, infoPort=43747, infoSecurePort=0, ipcPort=40179, storageInfo=lv=-57;cid=testClusterID;nsid=677843938;c=1732199346053), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T14:29:08,169 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x27fd4d37012800bd with lease ID 0x40a50896bcc40c06: Processing first storage report for DS-eaea27ef-afa0-4ce5-9a2d-e59180be58ff from datanode DatanodeRegistration(127.0.0.1:44695, datanodeUuid=55354372-aac0-4e70-a1ed-2f17ae21de92, infoPort=43747, infoSecurePort=0, ipcPort=40179, storageInfo=lv=-57;cid=testClusterID;nsid=677843938;c=1732199346053) 2024-11-21T14:29:08,169 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x27fd4d37012800bd with lease ID 0x40a50896bcc40c06: from storage DS-eaea27ef-afa0-4ce5-9a2d-e59180be58ff node DatanodeRegistration(127.0.0.1:44695, datanodeUuid=55354372-aac0-4e70-a1ed-2f17ae21de92, infoPort=43747, infoSecurePort=0, ipcPort=40179, storageInfo=lv=-57;cid=testClusterID;nsid=677843938;c=1732199346053), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T14:29:08,365 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1839da91-e75c-6cd7-240b-75f5b90517a5 2024-11-21T14:29:08,444 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1839da91-e75c-6cd7-240b-75f5b90517a5/cluster_cb01648a-40a0-3c56-e83d-80f00488a0dc/zookeeper_0, clientPort=63007, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1839da91-e75c-6cd7-240b-75f5b90517a5/cluster_cb01648a-40a0-3c56-e83d-80f00488a0dc/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1839da91-e75c-6cd7-240b-75f5b90517a5/cluster_cb01648a-40a0-3c56-e83d-80f00488a0dc/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T14:29:08,471 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63007 2024-11-21T14:29:08,487 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:29:08,491 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:29:08,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741825_1001 (size=7) 2024-11-21T14:29:08,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741825_1001 (size=7) 2024-11-21T14:29:08,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741825_1001 (size=7) 2024-11-21T14:29:09,116 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236 with version=8 2024-11-21T14:29:09,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/hbase-staging 2024-11-21T14:29:09,455 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8a7a968213a0:0 server-side Connection retries=45 2024-11-21T14:29:09,466 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:29:09,466 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:29:09,471 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:29:09,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:29:09,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:29:09,619 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T14:29:09,682 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-21T14:29:09,695 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-21T14:29:09,701 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:29:09,741 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 21694 (auto-detected) 2024-11-21T14:29:09,742 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-21T14:29:09,765 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42065 2024-11-21T14:29:09,786 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42065 connecting to ZooKeeper ensemble=127.0.0.1:63007 2024-11-21T14:29:09,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:420650x0, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:29:09,820 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42065-0x1013aee63580000 connected 2024-11-21T14:29:09,849 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:29:09,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:29:09,864 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42065-0x1013aee63580000, quorum=127.0.0.1:63007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T14:29:09,868 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236, hbase.cluster.distributed=false 2024-11-21T14:29:09,890 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42065-0x1013aee63580000, quorum=127.0.0.1:63007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T14:29:09,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42065 2024-11-21T14:29:09,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42065 2024-11-21T14:29:09,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42065 2024-11-21T14:29:09,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42065 2024-11-21T14:29:09,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42065 2024-11-21T14:29:10,008 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8a7a968213a0:0 server-side Connection retries=45 2024-11-21T14:29:10,009 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:29:10,010 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:29:10,010 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:29:10,010 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:29:10,010 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:29:10,013 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T14:29:10,015 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:29:10,016 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33839 2024-11-21T14:29:10,018 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33839 connecting to ZooKeeper ensemble=127.0.0.1:63007 2024-11-21T14:29:10,019 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:29:10,021 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:29:10,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:338390x0, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:29:10,027 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33839-0x1013aee63580001 connected 2024-11-21T14:29:10,027 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33839-0x1013aee63580001, quorum=127.0.0.1:63007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T14:29:10,031 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T14:29:10,044 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T14:29:10,047 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33839-0x1013aee63580001, quorum=127.0.0.1:63007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T14:29:10,053 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33839-0x1013aee63580001, quorum=127.0.0.1:63007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T14:29:10,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33839 2024-11-21T14:29:10,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33839 2024-11-21T14:29:10,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33839 2024-11-21T14:29:10,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33839 2024-11-21T14:29:10,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33839 2024-11-21T14:29:10,079 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8a7a968213a0:0 server-side Connection retries=45 2024-11-21T14:29:10,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:29:10,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:29:10,080 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:29:10,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:29:10,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:29:10,080 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T14:29:10,080 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:29:10,081 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45035 2024-11-21T14:29:10,083 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45035 connecting to ZooKeeper ensemble=127.0.0.1:63007 2024-11-21T14:29:10,084 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:29:10,086 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:29:10,092 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450350x0, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:29:10,093 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45035-0x1013aee63580002 connected 2024-11-21T14:29:10,093 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45035-0x1013aee63580002, quorum=127.0.0.1:63007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T14:29:10,094 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T14:29:10,096 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T14:29:10,097 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45035-0x1013aee63580002, quorum=127.0.0.1:63007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T14:29:10,100 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45035-0x1013aee63580002, quorum=127.0.0.1:63007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T14:29:10,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45035 2024-11-21T14:29:10,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45035 2024-11-21T14:29:10,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45035 2024-11-21T14:29:10,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45035 2024-11-21T14:29:10,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45035 2024-11-21T14:29:10,124 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8a7a968213a0:0 server-side Connection retries=45 2024-11-21T14:29:10,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:29:10,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:29:10,124 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:29:10,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:29:10,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:29:10,124 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T14:29:10,125 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:29:10,125 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46179 2024-11-21T14:29:10,127 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46179 connecting to ZooKeeper ensemble=127.0.0.1:63007 2024-11-21T14:29:10,128 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:29:10,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:29:10,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461790x0, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:29:10,138 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:461790x0, quorum=127.0.0.1:63007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T14:29:10,139 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T14:29:10,139 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46179-0x1013aee63580003 connected 2024-11-21T14:29:10,141 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T14:29:10,142 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46179-0x1013aee63580003, quorum=127.0.0.1:63007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T14:29:10,144 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46179-0x1013aee63580003, quorum=127.0.0.1:63007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T14:29:10,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46179 2024-11-21T14:29:10,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46179 2024-11-21T14:29:10,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46179 2024-11-21T14:29:10,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46179 2024-11-21T14:29:10,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46179 2024-11-21T14:29:10,175 DEBUG [M:0;8a7a968213a0:42065 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8a7a968213a0:42065 2024-11-21T14:29:10,176 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/8a7a968213a0,42065,1732199349251 2024-11-21T14:29:10,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46179-0x1013aee63580003, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T14:29:10,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42065-0x1013aee63580000, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T14:29:10,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33839-0x1013aee63580001, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T14:29:10,184 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45035-0x1013aee63580002, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T14:29:10,186 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42065-0x1013aee63580000, quorum=127.0.0.1:63007, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/8a7a968213a0,42065,1732199349251 2024-11-21T14:29:10,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33839-0x1013aee63580001, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T14:29:10,208 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45035-0x1013aee63580002, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T14:29:10,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33839-0x1013aee63580001, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:29:10,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42065-0x1013aee63580000, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:29:10,208 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45035-0x1013aee63580002, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:29:10,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46179-0x1013aee63580003, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T14:29:10,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46179-0x1013aee63580003, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:29:10,210 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42065-0x1013aee63580000, quorum=127.0.0.1:63007, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T14:29:10,211 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/8a7a968213a0,42065,1732199349251 from backup master directory 2024-11-21T14:29:10,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42065-0x1013aee63580000, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/8a7a968213a0,42065,1732199349251 2024-11-21T14:29:10,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33839-0x1013aee63580001, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T14:29:10,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42065-0x1013aee63580000, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T14:29:10,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46179-0x1013aee63580003, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T14:29:10,215 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45035-0x1013aee63580002, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T14:29:10,216 WARN [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:29:10,216 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8a7a968213a0,42065,1732199349251 2024-11-21T14:29:10,219 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-21T14:29:10,220 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-21T14:29:10,277 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/hbase.id] with ID: 463334ab-cb35-4449-b30c-b4cf9a91d536 2024-11-21T14:29:10,278 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/.tmp/hbase.id 2024-11-21T14:29:10,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741826_1002 (size=42) 2024-11-21T14:29:10,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741826_1002 (size=42) 2024-11-21T14:29:10,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741826_1002 (size=42) 2024-11-21T14:29:10,293 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/.tmp/hbase.id]:[hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/hbase.id] 2024-11-21T14:29:10,337 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:29:10,343 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T14:29:10,362 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-21T14:29:10,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46179-0x1013aee63580003, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:29:10,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42065-0x1013aee63580000, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:29:10,367 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45035-0x1013aee63580002, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:29:10,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33839-0x1013aee63580001, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:29:10,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741827_1003 (size=196) 2024-11-21T14:29:10,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741827_1003 (size=196) 2024-11-21T14:29:10,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741827_1003 (size=196) 2024-11-21T14:29:10,404 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:29:10,406 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T14:29:10,412 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:29:10,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741828_1004 (size=1189) 2024-11-21T14:29:10,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741828_1004 (size=1189) 2024-11-21T14:29:10,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741828_1004 (size=1189) 2024-11-21T14:29:10,468 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/MasterData/data/master/store 2024-11-21T14:29:10,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741829_1005 (size=34) 2024-11-21T14:29:10,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741829_1005 (size=34) 2024-11-21T14:29:10,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741829_1005 (size=34) 2024-11-21T14:29:10,498 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-21T14:29:10,501 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:29:10,502 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:29:10,502 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:29:10,502 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:29:10,503 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:29:10,504 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:29:10,504 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:29:10,505 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732199350502Disabling compacts and flushes for region at 1732199350502Disabling writes for close at 1732199350503 (+1 ms)Writing region close event to WAL at 1732199350504 (+1 ms)Closed at 1732199350504 2024-11-21T14:29:10,507 WARN [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/MasterData/data/master/store/.initializing 2024-11-21T14:29:10,507 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/MasterData/WALs/8a7a968213a0,42065,1732199349251 2024-11-21T14:29:10,515 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:29:10,532 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a7a968213a0%2C42065%2C1732199349251, suffix=, logDir=hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/MasterData/WALs/8a7a968213a0,42065,1732199349251, archiveDir=hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/MasterData/oldWALs, maxLogs=10 2024-11-21T14:29:10,568 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/MasterData/WALs/8a7a968213a0,42065,1732199349251/8a7a968213a0%2C42065%2C1732199349251.1732199350539, exclude list is [], retry=0 2024-11-21T14:29:10,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:29:10,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44695,DS-87a32409-6067-4796-945e-f03b0de60d30,DISK] 2024-11-21T14:29:10,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42827,DS-2d88a7ca-3fa1-4581-a8d3-0d77324e14aa,DISK] 2024-11-21T14:29:10,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44605,DS-01d713ea-93f9-42f9-b8ca-96d583392a98,DISK] 2024-11-21T14:29:10,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-21T14:29:10,638 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/MasterData/WALs/8a7a968213a0,42065,1732199349251/8a7a968213a0%2C42065%2C1732199349251.1732199350539 2024-11-21T14:29:10,639 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43747:43747),(127.0.0.1/127.0.0.1:41967:41967),(127.0.0.1/127.0.0.1:37965:37965)] 2024-11-21T14:29:10,640 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:29:10,640 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:29:10,643 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:29:10,644 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:29:10,683 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:29:10,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T14:29:10,714 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:10,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:29:10,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:29:10,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T14:29:10,722 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:10,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:10,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:29:10,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T14:29:10,726 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:10,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:10,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:29:10,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T14:29:10,730 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:10,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:10,731 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:29:10,735 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:29:10,736 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:29:10,741 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:29:10,741 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:29:10,745 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:29:10,748 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:29:10,752 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:29:10,753 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74861752, jitterRate=0.11552703380584717}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:29:10,759 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732199350657Initializing all the Stores at 1732199350659 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732199350659Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199350660 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199350660Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199350660Cleaning up temporary data from old regions at 1732199350742 (+82 ms)Region opened successfully at 1732199350759 (+17 ms) 2024-11-21T14:29:10,760 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T14:29:10,797 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62547171, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a7a968213a0/172.17.0.2:0 2024-11-21T14:29:10,830 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T14:29:10,842 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T14:29:10,843 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T14:29:10,846 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T14:29:10,847 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-21T14:29:10,852 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-21T14:29:10,852 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T14:29:10,880 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T14:29:10,888 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42065-0x1013aee63580000, quorum=127.0.0.1:63007, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-21T14:29:10,891 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-21T14:29:10,893 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T14:29:10,894 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42065-0x1013aee63580000, quorum=127.0.0.1:63007, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-21T14:29:10,897 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-21T14:29:10,899 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T14:29:10,902 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42065-0x1013aee63580000, quorum=127.0.0.1:63007, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-21T14:29:10,903 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-21T14:29:10,905 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42065-0x1013aee63580000, quorum=127.0.0.1:63007, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-21T14:29:10,906 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-21T14:29:10,924 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42065-0x1013aee63580000, quorum=127.0.0.1:63007, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T14:29:10,926 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-21T14:29:10,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33839-0x1013aee63580001, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T14:29:10,931 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45035-0x1013aee63580002, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T14:29:10,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42065-0x1013aee63580000, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T14:29:10,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46179-0x1013aee63580003, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T14:29:10,931 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45035-0x1013aee63580002, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:29:10,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42065-0x1013aee63580000, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:29:10,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46179-0x1013aee63580003, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:29:10,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33839-0x1013aee63580001, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:29:10,934 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8a7a968213a0,42065,1732199349251, sessionid=0x1013aee63580000, setting cluster-up flag (Was=false) 2024-11-21T14:29:10,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33839-0x1013aee63580001, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:29:10,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42065-0x1013aee63580000, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:29:10,946 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45035-0x1013aee63580002, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:29:10,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46179-0x1013aee63580003, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:29:10,953 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-21T14:29:10,955 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a7a968213a0,42065,1732199349251 2024-11-21T14:29:10,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33839-0x1013aee63580001, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:29:10,960 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45035-0x1013aee63580002, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:29:10,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42065-0x1013aee63580000, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:29:10,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46179-0x1013aee63580003, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:29:10,967 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-21T14:29:10,969 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a7a968213a0,42065,1732199349251 2024-11-21T14:29:10,976 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T14:29:11,054 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T14:29:11,065 INFO [RS:1;8a7a968213a0:45035 {}] regionserver.HRegionServer(746): ClusterId : 463334ab-cb35-4449-b30c-b4cf9a91d536 2024-11-21T14:29:11,065 INFO [RS:0;8a7a968213a0:33839 {}] regionserver.HRegionServer(746): ClusterId : 463334ab-cb35-4449-b30c-b4cf9a91d536 2024-11-21T14:29:11,065 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T14:29:11,065 INFO [RS:2;8a7a968213a0:46179 {}] regionserver.HRegionServer(746): ClusterId : 463334ab-cb35-4449-b30c-b4cf9a91d536 2024-11-21T14:29:11,068 DEBUG [RS:2;8a7a968213a0:46179 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T14:29:11,068 DEBUG [RS:1;8a7a968213a0:45035 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T14:29:11,068 DEBUG [RS:0;8a7a968213a0:33839 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T14:29:11,072 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T14:29:11,078 DEBUG [RS:1;8a7a968213a0:45035 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T14:29:11,078 DEBUG [RS:0;8a7a968213a0:33839 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T14:29:11,078 DEBUG [RS:1;8a7a968213a0:45035 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T14:29:11,078 DEBUG [RS:0;8a7a968213a0:33839 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T14:29:11,082 DEBUG [RS:1;8a7a968213a0:45035 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T14:29:11,082 DEBUG [RS:1;8a7a968213a0:45035 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b446f99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a7a968213a0/172.17.0.2:0 2024-11-21T14:29:11,080 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8a7a968213a0,42065,1732199349251 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T14:29:11,083 DEBUG [RS:0;8a7a968213a0:33839 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T14:29:11,084 DEBUG [RS:0;8a7a968213a0:33839 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b320d47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a7a968213a0/172.17.0.2:0 2024-11-21T14:29:11,087 DEBUG [RS:2;8a7a968213a0:46179 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T14:29:11,087 DEBUG [RS:2;8a7a968213a0:46179 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T14:29:11,087 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:29:11,087 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:29:11,087 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:29:11,087 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:29:11,088 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8a7a968213a0:0, corePoolSize=10, maxPoolSize=10 2024-11-21T14:29:11,088 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:29:11,088 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8a7a968213a0:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:29:11,088 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:29:11,090 DEBUG [RS:2;8a7a968213a0:46179 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T14:29:11,090 DEBUG [RS:2;8a7a968213a0:46179 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@203492db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a7a968213a0/172.17.0.2:0 2024-11-21T14:29:11,098 DEBUG [RS:1;8a7a968213a0:45035 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;8a7a968213a0:45035 2024-11-21T14:29:11,101 DEBUG [RS:0;8a7a968213a0:33839 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8a7a968213a0:33839 2024-11-21T14:29:11,101 INFO [RS:1;8a7a968213a0:45035 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T14:29:11,101 INFO [RS:0;8a7a968213a0:33839 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T14:29:11,102 INFO [RS:1;8a7a968213a0:45035 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T14:29:11,102 INFO [RS:0;8a7a968213a0:33839 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T14:29:11,102 DEBUG [RS:0;8a7a968213a0:33839 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T14:29:11,102 DEBUG [RS:1;8a7a968213a0:45035 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T14:29:11,105 INFO [RS:1;8a7a968213a0:45035 {}] regionserver.HRegionServer(2659): reportForDuty to master=8a7a968213a0,42065,1732199349251 with port=45035, startcode=1732199350078 2024-11-21T14:29:11,105 INFO [RS:0;8a7a968213a0:33839 {}] regionserver.HRegionServer(2659): reportForDuty to master=8a7a968213a0,42065,1732199349251 with port=33839, startcode=1732199349968 2024-11-21T14:29:11,106 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:29:11,107 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T14:29:11,109 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732199381109 2024-11-21T14:29:11,111 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T14:29:11,112 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T14:29:11,114 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:11,115 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T14:29:11,118 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T14:29:11,118 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T14:29:11,119 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T14:29:11,119 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T14:29:11,119 DEBUG [RS:2;8a7a968213a0:46179 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;8a7a968213a0:46179 2024-11-21T14:29:11,119 INFO [RS:2;8a7a968213a0:46179 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T14:29:11,120 INFO [RS:2;8a7a968213a0:46179 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T14:29:11,120 DEBUG [RS:2;8a7a968213a0:46179 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T14:29:11,122 INFO [RS:2;8a7a968213a0:46179 {}] regionserver.HRegionServer(2659): reportForDuty to master=8a7a968213a0,42065,1732199349251 with port=46179, startcode=1732199350123 2024-11-21T14:29:11,120 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:29:11,123 DEBUG [RS:0;8a7a968213a0:33839 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T14:29:11,123 DEBUG [RS:1;8a7a968213a0:45035 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T14:29:11,123 DEBUG [RS:2;8a7a968213a0:46179 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T14:29:11,124 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T14:29:11,125 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T14:29:11,125 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T14:29:11,128 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T14:29:11,129 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T14:29:11,133 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732199351130,5,FailOnTimeoutGroup] 2024-11-21T14:29:11,140 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732199351133,5,FailOnTimeoutGroup] 2024-11-21T14:29:11,140 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:29:11,141 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T14:29:11,166 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T14:29:11,166 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T14:29:11,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741831_1007 (size=1321) 2024-11-21T14:29:11,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741831_1007 (size=1321) 2024-11-21T14:29:11,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741831_1007 (size=1321) 2024-11-21T14:29:11,171 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T14:29:11,172 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236 2024-11-21T14:29:11,189 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37505, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T14:29:11,189 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44841, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T14:29:11,189 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59253, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T14:29:11,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741832_1008 (size=32) 2024-11-21T14:29:11,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741832_1008 (size=32) 2024-11-21T14:29:11,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741832_1008 (size=32) 2024-11-21T14:29:11,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:29:11,196 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42065 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8a7a968213a0,46179,1732199350123 2024-11-21T14:29:11,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:29:11,199 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42065 {}] master.ServerManager(517): Registering regionserver=8a7a968213a0,46179,1732199350123 2024-11-21T14:29:11,200 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:29:11,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:11,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:29:11,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:29:11,204 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:29:11,205 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:11,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:29:11,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:29:11,209 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:29:11,209 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:11,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:29:11,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:29:11,212 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42065 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8a7a968213a0,33839,1732199349968 2024-11-21T14:29:11,212 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42065 {}] master.ServerManager(517): Registering regionserver=8a7a968213a0,33839,1732199349968 2024-11-21T14:29:11,216 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42065 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8a7a968213a0,45035,1732199350078 2024-11-21T14:29:11,216 DEBUG [RS:2;8a7a968213a0:46179 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236 2024-11-21T14:29:11,216 DEBUG [RS:2;8a7a968213a0:46179 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38929 2024-11-21T14:29:11,216 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42065 {}] master.ServerManager(517): Registering regionserver=8a7a968213a0,45035,1732199350078 2024-11-21T14:29:11,216 DEBUG [RS:0;8a7a968213a0:33839 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236 2024-11-21T14:29:11,216 DEBUG [RS:2;8a7a968213a0:46179 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T14:29:11,216 DEBUG [RS:0;8a7a968213a0:33839 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38929 2024-11-21T14:29:11,216 DEBUG [RS:0;8a7a968213a0:33839 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T14:29:11,217 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:29:11,217 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:11,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:29:11,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:29:11,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/hbase/meta/1588230740 2024-11-21T14:29:11,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/hbase/meta/1588230740 2024-11-21T14:29:11,221 DEBUG [RS:1;8a7a968213a0:45035 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236 2024-11-21T14:29:11,221 DEBUG [RS:1;8a7a968213a0:45035 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38929 2024-11-21T14:29:11,222 DEBUG [RS:1;8a7a968213a0:45035 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T14:29:11,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:29:11,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:29:11,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42065-0x1013aee63580000, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T14:29:11,225 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:29:11,226 DEBUG [RS:0;8a7a968213a0:33839 {}] zookeeper.ZKUtil(111): regionserver:33839-0x1013aee63580001, quorum=127.0.0.1:63007, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/8a7a968213a0,33839,1732199349968 2024-11-21T14:29:11,226 WARN [RS:0;8a7a968213a0:33839 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:29:11,226 DEBUG [RS:2;8a7a968213a0:46179 {}] zookeeper.ZKUtil(111): regionserver:46179-0x1013aee63580003, quorum=127.0.0.1:63007, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/8a7a968213a0,46179,1732199350123 2024-11-21T14:29:11,227 WARN [RS:2;8a7a968213a0:46179 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:29:11,226 DEBUG [RS:1;8a7a968213a0:45035 {}] zookeeper.ZKUtil(111): regionserver:45035-0x1013aee63580002, quorum=127.0.0.1:63007, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/8a7a968213a0,45035,1732199350078 2024-11-21T14:29:11,227 WARN [RS:1;8a7a968213a0:45035 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:29:11,227 INFO [RS:2;8a7a968213a0:46179 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:29:11,227 INFO [RS:0;8a7a968213a0:33839 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:29:11,227 INFO [RS:1;8a7a968213a0:45035 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:29:11,227 DEBUG [RS:2;8a7a968213a0:46179 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/WALs/8a7a968213a0,46179,1732199350123 2024-11-21T14:29:11,227 DEBUG [RS:0;8a7a968213a0:33839 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/WALs/8a7a968213a0,33839,1732199349968 2024-11-21T14:29:11,227 DEBUG [RS:1;8a7a968213a0:45035 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/WALs/8a7a968213a0,45035,1732199350078 2024-11-21T14:29:11,228 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8a7a968213a0,45035,1732199350078] 2024-11-21T14:29:11,229 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8a7a968213a0,46179,1732199350123] 2024-11-21T14:29:11,229 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8a7a968213a0,33839,1732199349968] 2024-11-21T14:29:11,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:29:11,241 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:29:11,242 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62769763, jitterRate=-0.06465764343738556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:29:11,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732199351195Initializing all the Stores at 1732199351196 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732199351197 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732199351197Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199351197Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732199351197Cleaning up temporary data from old regions at 1732199351224 (+27 ms)Region opened successfully at 1732199351245 (+21 ms) 2024-11-21T14:29:11,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:29:11,245 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:29:11,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:29:11,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:29:11,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:29:11,247 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:29:11,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732199351245Disabling compacts and flushes for region at 1732199351245Disabling writes for close at 1732199351246 (+1 ms)Writing region close event to WAL at 1732199351247 (+1 ms)Closed at 1732199351247 2024-11-21T14:29:11,250 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:29:11,251 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T14:29:11,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T14:29:11,258 INFO [RS:2;8a7a968213a0:46179 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T14:29:11,258 INFO [RS:0;8a7a968213a0:33839 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T14:29:11,258 INFO [RS:1;8a7a968213a0:45035 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T14:29:11,266 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:29:11,272 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T14:29:11,275 INFO [RS:2;8a7a968213a0:46179 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T14:29:11,276 INFO [RS:0;8a7a968213a0:33839 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T14:29:11,277 INFO [RS:1;8a7a968213a0:45035 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T14:29:11,281 INFO [RS:1;8a7a968213a0:45035 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T14:29:11,281 INFO [RS:0;8a7a968213a0:33839 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T14:29:11,281 INFO [RS:2;8a7a968213a0:46179 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T14:29:11,281 INFO [RS:0;8a7a968213a0:33839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:29:11,281 INFO [RS:2;8a7a968213a0:46179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:29:11,281 INFO [RS:1;8a7a968213a0:45035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:29:11,282 INFO [RS:2;8a7a968213a0:46179 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T14:29:11,283 INFO [RS:0;8a7a968213a0:33839 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T14:29:11,283 INFO [RS:1;8a7a968213a0:45035 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T14:29:11,289 INFO [RS:2;8a7a968213a0:46179 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T14:29:11,289 INFO [RS:0;8a7a968213a0:33839 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T14:29:11,289 INFO [RS:1;8a7a968213a0:45035 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T14:29:11,290 INFO [RS:2;8a7a968213a0:46179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T14:29:11,290 INFO [RS:1;8a7a968213a0:45035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T14:29:11,290 INFO [RS:0;8a7a968213a0:33839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T14:29:11,291 DEBUG [RS:2;8a7a968213a0:46179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:29:11,291 DEBUG [RS:1;8a7a968213a0:45035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:29:11,291 DEBUG [RS:0;8a7a968213a0:33839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:29:11,291 DEBUG [RS:2;8a7a968213a0:46179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:29:11,291 DEBUG [RS:1;8a7a968213a0:45035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:29:11,291 DEBUG [RS:0;8a7a968213a0:33839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:29:11,291 DEBUG [RS:2;8a7a968213a0:46179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:29:11,291 DEBUG [RS:1;8a7a968213a0:45035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:29:11,291 DEBUG [RS:2;8a7a968213a0:46179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:29:11,291 DEBUG [RS:0;8a7a968213a0:33839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:29:11,291 DEBUG [RS:2;8a7a968213a0:46179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:29:11,291 DEBUG [RS:0;8a7a968213a0:33839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:29:11,291 DEBUG [RS:1;8a7a968213a0:45035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:29:11,291 DEBUG [RS:0;8a7a968213a0:33839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:29:11,291 DEBUG [RS:2;8a7a968213a0:46179 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8a7a968213a0:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:29:11,291 DEBUG [RS:1;8a7a968213a0:45035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:29:11,292 DEBUG [RS:0;8a7a968213a0:33839 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8a7a968213a0:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:29:11,292 DEBUG [RS:2;8a7a968213a0:46179 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:29:11,292 DEBUG [RS:1;8a7a968213a0:45035 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8a7a968213a0:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:29:11,292 DEBUG [RS:0;8a7a968213a0:33839 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:29:11,292 DEBUG [RS:2;8a7a968213a0:46179 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:29:11,292 DEBUG [RS:1;8a7a968213a0:45035 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:29:11,292 DEBUG [RS:2;8a7a968213a0:46179 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:29:11,292 DEBUG [RS:0;8a7a968213a0:33839 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:29:11,292 DEBUG [RS:2;8a7a968213a0:46179 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:29:11,292 DEBUG [RS:1;8a7a968213a0:45035 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:29:11,292 DEBUG [RS:0;8a7a968213a0:33839 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:29:11,292 DEBUG [RS:2;8a7a968213a0:46179 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:29:11,292 DEBUG [RS:1;8a7a968213a0:45035 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:29:11,292 DEBUG [RS:0;8a7a968213a0:33839 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:29:11,292 DEBUG [RS:2;8a7a968213a0:46179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:29:11,292 DEBUG [RS:0;8a7a968213a0:33839 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:29:11,292 DEBUG [RS:2;8a7a968213a0:46179 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:29:11,292 DEBUG [RS:1;8a7a968213a0:45035 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:29:11,293 DEBUG [RS:2;8a7a968213a0:46179 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:29:11,293 DEBUG [RS:0;8a7a968213a0:33839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:29:11,293 DEBUG [RS:1;8a7a968213a0:45035 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:29:11,293 DEBUG [RS:0;8a7a968213a0:33839 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:29:11,293 DEBUG [RS:1;8a7a968213a0:45035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:29:11,293 DEBUG [RS:0;8a7a968213a0:33839 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:29:11,293 DEBUG [RS:1;8a7a968213a0:45035 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:29:11,293 DEBUG [RS:1;8a7a968213a0:45035 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:29:11,299 INFO [RS:2;8a7a968213a0:46179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:29:11,299 INFO [RS:2;8a7a968213a0:46179 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:29:11,299 INFO [RS:2;8a7a968213a0:46179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:29:11,299 INFO [RS:2;8a7a968213a0:46179 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T14:29:11,299 INFO [RS:2;8a7a968213a0:46179 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T14:29:11,300 INFO [RS:2;8a7a968213a0:46179 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,46179,1732199350123-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:29:11,300 INFO [RS:0;8a7a968213a0:33839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:29:11,300 INFO [RS:0;8a7a968213a0:33839 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:29:11,300 INFO [RS:0;8a7a968213a0:33839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:29:11,301 INFO [RS:0;8a7a968213a0:33839 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T14:29:11,301 INFO [RS:0;8a7a968213a0:33839 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T14:29:11,301 INFO [RS:0;8a7a968213a0:33839 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,33839,1732199349968-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:29:11,301 INFO [RS:1;8a7a968213a0:45035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:29:11,302 INFO [RS:1;8a7a968213a0:45035 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:29:11,302 INFO [RS:1;8a7a968213a0:45035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:29:11,302 INFO [RS:1;8a7a968213a0:45035 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T14:29:11,302 INFO [RS:1;8a7a968213a0:45035 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T14:29:11,302 INFO [RS:1;8a7a968213a0:45035 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,45035,1732199350078-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:29:11,327 INFO [RS:2;8a7a968213a0:46179 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T14:29:11,328 INFO [RS:0;8a7a968213a0:33839 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T14:29:11,328 INFO [RS:1;8a7a968213a0:45035 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T14:29:11,330 INFO [RS:1;8a7a968213a0:45035 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,45035,1732199350078-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:29:11,330 INFO [RS:0;8a7a968213a0:33839 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,33839,1732199349968-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:29:11,330 INFO [RS:2;8a7a968213a0:46179 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,46179,1732199350123-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:29:11,330 INFO [RS:0;8a7a968213a0:33839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:29:11,330 INFO [RS:2;8a7a968213a0:46179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:29:11,330 INFO [RS:1;8a7a968213a0:45035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:29:11,330 INFO [RS:0;8a7a968213a0:33839 {}] regionserver.Replication(171): 8a7a968213a0,33839,1732199349968 started 2024-11-21T14:29:11,330 INFO [RS:2;8a7a968213a0:46179 {}] regionserver.Replication(171): 8a7a968213a0,46179,1732199350123 started 2024-11-21T14:29:11,330 INFO [RS:1;8a7a968213a0:45035 {}] regionserver.Replication(171): 8a7a968213a0,45035,1732199350078 started 2024-11-21T14:29:11,358 INFO [RS:0;8a7a968213a0:33839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:29:11,358 INFO [RS:2;8a7a968213a0:46179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:29:11,358 INFO [RS:2;8a7a968213a0:46179 {}] regionserver.HRegionServer(1482): Serving as 8a7a968213a0,46179,1732199350123, RpcServer on 8a7a968213a0/172.17.0.2:46179, sessionid=0x1013aee63580003 2024-11-21T14:29:11,358 INFO [RS:0;8a7a968213a0:33839 {}] regionserver.HRegionServer(1482): Serving as 8a7a968213a0,33839,1732199349968, RpcServer on 8a7a968213a0/172.17.0.2:33839, sessionid=0x1013aee63580001 2024-11-21T14:29:11,359 INFO [RS:1;8a7a968213a0:45035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:29:11,359 INFO [RS:1;8a7a968213a0:45035 {}] regionserver.HRegionServer(1482): Serving as 8a7a968213a0,45035,1732199350078, RpcServer on 8a7a968213a0/172.17.0.2:45035, sessionid=0x1013aee63580002 2024-11-21T14:29:11,359 DEBUG [RS:2;8a7a968213a0:46179 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T14:29:11,359 DEBUG [RS:0;8a7a968213a0:33839 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T14:29:11,359 DEBUG [RS:1;8a7a968213a0:45035 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T14:29:11,359 DEBUG [RS:2;8a7a968213a0:46179 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8a7a968213a0,46179,1732199350123 2024-11-21T14:29:11,360 DEBUG [RS:0;8a7a968213a0:33839 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8a7a968213a0,33839,1732199349968 2024-11-21T14:29:11,360 DEBUG [RS:1;8a7a968213a0:45035 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8a7a968213a0,45035,1732199350078 2024-11-21T14:29:11,360 DEBUG [RS:2;8a7a968213a0:46179 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,46179,1732199350123' 2024-11-21T14:29:11,360 DEBUG [RS:0;8a7a968213a0:33839 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,33839,1732199349968' 2024-11-21T14:29:11,360 DEBUG [RS:1;8a7a968213a0:45035 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,45035,1732199350078' 2024-11-21T14:29:11,360 DEBUG [RS:0;8a7a968213a0:33839 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T14:29:11,360 DEBUG [RS:1;8a7a968213a0:45035 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T14:29:11,360 DEBUG [RS:2;8a7a968213a0:46179 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T14:29:11,361 DEBUG [RS:0;8a7a968213a0:33839 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T14:29:11,361 DEBUG [RS:2;8a7a968213a0:46179 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T14:29:11,361 DEBUG [RS:1;8a7a968213a0:45035 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T14:29:11,362 DEBUG [RS:2;8a7a968213a0:46179 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T14:29:11,362 DEBUG [RS:0;8a7a968213a0:33839 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T14:29:11,362 DEBUG [RS:1;8a7a968213a0:45035 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T14:29:11,362 DEBUG [RS:0;8a7a968213a0:33839 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T14:29:11,362 DEBUG [RS:2;8a7a968213a0:46179 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T14:29:11,362 DEBUG [RS:1;8a7a968213a0:45035 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T14:29:11,362 DEBUG [RS:0;8a7a968213a0:33839 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8a7a968213a0,33839,1732199349968 2024-11-21T14:29:11,362 DEBUG [RS:2;8a7a968213a0:46179 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8a7a968213a0,46179,1732199350123 2024-11-21T14:29:11,362 DEBUG [RS:1;8a7a968213a0:45035 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8a7a968213a0,45035,1732199350078 2024-11-21T14:29:11,362 DEBUG [RS:0;8a7a968213a0:33839 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,33839,1732199349968' 2024-11-21T14:29:11,362 DEBUG [RS:2;8a7a968213a0:46179 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,46179,1732199350123' 2024-11-21T14:29:11,362 DEBUG [RS:1;8a7a968213a0:45035 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,45035,1732199350078' 2024-11-21T14:29:11,362 DEBUG [RS:2;8a7a968213a0:46179 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T14:29:11,362 DEBUG [RS:0;8a7a968213a0:33839 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T14:29:11,362 DEBUG [RS:1;8a7a968213a0:45035 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T14:29:11,363 DEBUG [RS:0;8a7a968213a0:33839 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T14:29:11,363 DEBUG [RS:2;8a7a968213a0:46179 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T14:29:11,363 DEBUG [RS:1;8a7a968213a0:45035 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T14:29:11,364 DEBUG [RS:2;8a7a968213a0:46179 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T14:29:11,364 DEBUG [RS:0;8a7a968213a0:33839 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T14:29:11,364 INFO [RS:2;8a7a968213a0:46179 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T14:29:11,364 INFO [RS:0;8a7a968213a0:33839 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T14:29:11,364 DEBUG [RS:1;8a7a968213a0:45035 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T14:29:11,364 INFO [RS:0;8a7a968213a0:33839 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T14:29:11,364 INFO [RS:2;8a7a968213a0:46179 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T14:29:11,364 INFO [RS:1;8a7a968213a0:45035 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T14:29:11,364 INFO [RS:1;8a7a968213a0:45035 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T14:29:11,423 WARN [8a7a968213a0:42065 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T14:29:11,472 INFO [RS:1;8a7a968213a0:45035 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:29:11,472 INFO [RS:2;8a7a968213a0:46179 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:29:11,472 INFO [RS:0;8a7a968213a0:33839 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:29:11,476 INFO [RS:0;8a7a968213a0:33839 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a7a968213a0%2C33839%2C1732199349968, suffix=, logDir=hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/WALs/8a7a968213a0,33839,1732199349968, archiveDir=hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/oldWALs, maxLogs=32 2024-11-21T14:29:11,477 INFO [RS:2;8a7a968213a0:46179 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a7a968213a0%2C46179%2C1732199350123, suffix=, logDir=hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/WALs/8a7a968213a0,46179,1732199350123, archiveDir=hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/oldWALs, maxLogs=32 2024-11-21T14:29:11,477 INFO [RS:1;8a7a968213a0:45035 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a7a968213a0%2C45035%2C1732199350078, suffix=, logDir=hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/WALs/8a7a968213a0,45035,1732199350078, archiveDir=hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/oldWALs, maxLogs=32 2024-11-21T14:29:11,504 DEBUG [RS:0;8a7a968213a0:33839 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/WALs/8a7a968213a0,33839,1732199349968/8a7a968213a0%2C33839%2C1732199349968.1732199351483, exclude list is [], retry=0 2024-11-21T14:29:11,504 DEBUG [RS:2;8a7a968213a0:46179 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/WALs/8a7a968213a0,46179,1732199350123/8a7a968213a0%2C46179%2C1732199350123.1732199351484, exclude list is [], retry=0 2024-11-21T14:29:11,505 DEBUG [RS:1;8a7a968213a0:45035 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/WALs/8a7a968213a0,45035,1732199350078/8a7a968213a0%2C45035%2C1732199350078.1732199351484, exclude list is [], retry=0 2024-11-21T14:29:11,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44605,DS-01d713ea-93f9-42f9-b8ca-96d583392a98,DISK] 2024-11-21T14:29:11,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44605,DS-01d713ea-93f9-42f9-b8ca-96d583392a98,DISK] 2024-11-21T14:29:11,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42827,DS-2d88a7ca-3fa1-4581-a8d3-0d77324e14aa,DISK] 2024-11-21T14:29:11,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44695,DS-87a32409-6067-4796-945e-f03b0de60d30,DISK] 2024-11-21T14:29:11,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44695,DS-87a32409-6067-4796-945e-f03b0de60d30,DISK] 2024-11-21T14:29:11,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42827,DS-2d88a7ca-3fa1-4581-a8d3-0d77324e14aa,DISK] 2024-11-21T14:29:11,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42827,DS-2d88a7ca-3fa1-4581-a8d3-0d77324e14aa,DISK] 2024-11-21T14:29:11,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44695,DS-87a32409-6067-4796-945e-f03b0de60d30,DISK] 2024-11-21T14:29:11,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44605,DS-01d713ea-93f9-42f9-b8ca-96d583392a98,DISK] 2024-11-21T14:29:11,527 INFO [RS:2;8a7a968213a0:46179 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/WALs/8a7a968213a0,46179,1732199350123/8a7a968213a0%2C46179%2C1732199350123.1732199351484 2024-11-21T14:29:11,532 DEBUG [RS:2;8a7a968213a0:46179 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37965:37965),(127.0.0.1/127.0.0.1:41967:41967),(127.0.0.1/127.0.0.1:43747:43747)] 2024-11-21T14:29:11,532 INFO [RS:0;8a7a968213a0:33839 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/WALs/8a7a968213a0,33839,1732199349968/8a7a968213a0%2C33839%2C1732199349968.1732199351483 2024-11-21T14:29:11,533 INFO [RS:1;8a7a968213a0:45035 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/WALs/8a7a968213a0,45035,1732199350078/8a7a968213a0%2C45035%2C1732199350078.1732199351484 2024-11-21T14:29:11,533 DEBUG [RS:0;8a7a968213a0:33839 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43747:43747),(127.0.0.1/127.0.0.1:37965:37965),(127.0.0.1/127.0.0.1:41967:41967)] 2024-11-21T14:29:11,536 DEBUG [RS:1;8a7a968213a0:45035 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37965:37965),(127.0.0.1/127.0.0.1:43747:43747),(127.0.0.1/127.0.0.1:41967:41967)] 2024-11-21T14:29:11,676 DEBUG [8a7a968213a0:42065 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-21T14:29:11,684 DEBUG [8a7a968213a0:42065 {}] balancer.BalancerClusterState(204): Hosts are {8a7a968213a0=0} racks are {/default-rack=0} 2024-11-21T14:29:11,691 DEBUG [8a7a968213a0:42065 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T14:29:11,691 DEBUG [8a7a968213a0:42065 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T14:29:11,691 DEBUG [8a7a968213a0:42065 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-21T14:29:11,691 DEBUG [8a7a968213a0:42065 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T14:29:11,691 DEBUG [8a7a968213a0:42065 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T14:29:11,691 DEBUG [8a7a968213a0:42065 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-21T14:29:11,691 INFO [8a7a968213a0:42065 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T14:29:11,691 INFO [8a7a968213a0:42065 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T14:29:11,691 INFO [8a7a968213a0:42065 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-21T14:29:11,691 DEBUG [8a7a968213a0:42065 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T14:29:11,698 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8a7a968213a0,46179,1732199350123 2024-11-21T14:29:11,705 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a7a968213a0,46179,1732199350123, state=OPENING 2024-11-21T14:29:11,710 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T14:29:11,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33839-0x1013aee63580001, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:29:11,713 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45035-0x1013aee63580002, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:29:11,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42065-0x1013aee63580000, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:29:11,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46179-0x1013aee63580003, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:29:11,714 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:29:11,714 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:29:11,714 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:29:11,714 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:29:11,715 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:29:11,717 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8a7a968213a0,46179,1732199350123}] 2024-11-21T14:29:11,893 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T14:29:11,895 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T14:29:11,908 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T14:29:11,909 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:29:11,909 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T14:29:11,913 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a7a968213a0%2C46179%2C1732199350123.meta, suffix=.meta, logDir=hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/WALs/8a7a968213a0,46179,1732199350123, archiveDir=hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/oldWALs, maxLogs=32 2024-11-21T14:29:11,929 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/WALs/8a7a968213a0,46179,1732199350123/8a7a968213a0%2C46179%2C1732199350123.meta.1732199351914.meta, exclude list is [], retry=0 2024-11-21T14:29:11,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44695,DS-87a32409-6067-4796-945e-f03b0de60d30,DISK] 2024-11-21T14:29:11,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42827,DS-2d88a7ca-3fa1-4581-a8d3-0d77324e14aa,DISK] 2024-11-21T14:29:11,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44605,DS-01d713ea-93f9-42f9-b8ca-96d583392a98,DISK] 2024-11-21T14:29:11,938 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/WALs/8a7a968213a0,46179,1732199350123/8a7a968213a0%2C46179%2C1732199350123.meta.1732199351914.meta 2024-11-21T14:29:11,938 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43747:43747),(127.0.0.1/127.0.0.1:37965:37965),(127.0.0.1/127.0.0.1:41967:41967)] 2024-11-21T14:29:11,939 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:29:11,941 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T14:29:11,943 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T14:29:11,948 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T14:29:11,953 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T14:29:11,953 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:29:11,954 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T14:29:11,954 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T14:29:11,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:29:11,958 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:29:11,958 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:11,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:29:11,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:29:11,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:29:11,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:11,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:29:11,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:29:11,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:29:11,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:11,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:29:11,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:29:11,965 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:29:11,965 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:11,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:29:11,966 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:29:11,968 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/hbase/meta/1588230740 2024-11-21T14:29:11,970 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/hbase/meta/1588230740 2024-11-21T14:29:11,973 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:29:11,973 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:29:11,974 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:29:11,976 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:29:11,977 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70420184, jitterRate=0.04934251308441162}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:29:11,978 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T14:29:11,979 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732199351954Writing region info on filesystem at 1732199351954Initializing all the Stores at 1732199351956 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732199351956Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732199351956Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199351956Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732199351956Cleaning up temporary data from old regions at 1732199351973 (+17 ms)Running coprocessor post-open hooks at 1732199351978 (+5 ms)Region opened successfully at 1732199351979 (+1 ms) 2024-11-21T14:29:11,986 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732199351884 2024-11-21T14:29:11,998 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T14:29:11,999 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T14:29:12,001 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8a7a968213a0,46179,1732199350123 2024-11-21T14:29:12,003 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a7a968213a0,46179,1732199350123, state=OPEN 2024-11-21T14:29:12,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33839-0x1013aee63580001, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T14:29:12,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42065-0x1013aee63580000, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T14:29:12,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46179-0x1013aee63580003, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T14:29:12,005 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45035-0x1013aee63580002, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T14:29:12,005 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:29:12,005 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:29:12,005 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:29:12,005 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:29:12,006 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8a7a968213a0,46179,1732199350123 2024-11-21T14:29:12,011 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T14:29:12,011 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8a7a968213a0,46179,1732199350123 in 289 msec 2024-11-21T14:29:12,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T14:29:12,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 757 msec 2024-11-21T14:29:12,019 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:29:12,019 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T14:29:12,041 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:29:12,042 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,46179,1732199350123, seqNum=-1] 2024-11-21T14:29:12,064 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:29:12,067 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47535, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:29:12,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0860 sec 2024-11-21T14:29:12,092 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732199352092, completionTime=-1 2024-11-21T14:29:12,095 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-21T14:29:12,095 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T14:29:12,154 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-21T14:29:12,154 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732199412154 2024-11-21T14:29:12,154 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732199472154 2024-11-21T14:29:12,154 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 59 msec 2024-11-21T14:29:12,157 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-21T14:29:12,167 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,42065,1732199349251-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:29:12,167 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,42065,1732199349251-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:29:12,167 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,42065,1732199349251-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:29:12,169 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8a7a968213a0:42065, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:29:12,170 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T14:29:12,171 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T14:29:12,178 DEBUG [master/8a7a968213a0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T14:29:12,206 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.990sec 2024-11-21T14:29:12,208 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T14:29:12,209 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T14:29:12,210 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T14:29:12,211 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T14:29:12,211 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T14:29:12,211 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,42065,1732199349251-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:29:12,212 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,42065,1732199349251-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T14:29:12,216 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T14:29:12,217 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T14:29:12,217 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,42065,1732199349251-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:29:12,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e28cab0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:29:12,277 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,42065,-1 for getting cluster id 2024-11-21T14:29:12,280 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:29:12,290 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '463334ab-cb35-4449-b30c-b4cf9a91d536' 2024-11-21T14:29:12,293 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:29:12,293 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "463334ab-cb35-4449-b30c-b4cf9a91d536" 2024-11-21T14:29:12,294 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11fc3d6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:29:12,294 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,42065,-1] 2024-11-21T14:29:12,296 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:29:12,298 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:29:12,300 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:29:12,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b58e27e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:29:12,303 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:29:12,310 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,46179,1732199350123, seqNum=-1] 2024-11-21T14:29:12,311 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:29:12,313 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:29:12,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8a7a968213a0,42065,1732199349251 2024-11-21T14:29:12,333 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:38929/hbase 2024-11-21T14:29:12,351 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit0 Thread=360, OpenFileDescriptor=607, MaxFileDescriptor=1048576, SystemLoadAverage=248, ProcessCount=11, AvailableMemoryMB=4955 2024-11-21T14:29:12,379 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:29:12,383 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:29:12,384 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:29:12,389 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-46739755, suffix=, logDir=hdfs://localhost:38929/hbase/WALs/hregion-46739755, archiveDir=hdfs://localhost:38929/hbase/oldWALs, maxLogs=32 2024-11-21T14:29:12,407 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-46739755/hregion-46739755.1732199352391, exclude list is [], retry=0 2024-11-21T14:29:12,412 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42827,DS-2d88a7ca-3fa1-4581-a8d3-0d77324e14aa,DISK] 2024-11-21T14:29:12,412 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44605,DS-01d713ea-93f9-42f9-b8ca-96d583392a98,DISK] 2024-11-21T14:29:12,412 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44695,DS-87a32409-6067-4796-945e-f03b0de60d30,DISK] 2024-11-21T14:29:12,416 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-46739755/hregion-46739755.1732199352391 2024-11-21T14:29:12,417 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41967:41967),(127.0.0.1/127.0.0.1:37965:37965),(127.0.0.1/127.0.0.1:43747:43747)] 2024-11-21T14:29:12,417 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => f1c6d9067ea03a33348dc7bc3caf1cf6, NAME => 'testReplayEditsWrittenIntoWAL,,1732199352380.f1c6d9067ea03a33348dc7bc3caf1cf6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38929/hbase 2024-11-21T14:29:12,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741838_1014 (size=64) 2024-11-21T14:29:12,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741838_1014 (size=64) 2024-11-21T14:29:12,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741838_1014 (size=64) 2024-11-21T14:29:12,434 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732199352380.f1c6d9067ea03a33348dc7bc3caf1cf6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:29:12,436 INFO [StoreOpener-f1c6d9067ea03a33348dc7bc3caf1cf6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f1c6d9067ea03a33348dc7bc3caf1cf6 2024-11-21T14:29:12,438 INFO [StoreOpener-f1c6d9067ea03a33348dc7bc3caf1cf6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1c6d9067ea03a33348dc7bc3caf1cf6 columnFamilyName a 2024-11-21T14:29:12,438 DEBUG [StoreOpener-f1c6d9067ea03a33348dc7bc3caf1cf6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:12,439 INFO [StoreOpener-f1c6d9067ea03a33348dc7bc3caf1cf6-1 {}] regionserver.HStore(327): Store=f1c6d9067ea03a33348dc7bc3caf1cf6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:12,439 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f1c6d9067ea03a33348dc7bc3caf1cf6 2024-11-21T14:29:12,440 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/f1c6d9067ea03a33348dc7bc3caf1cf6 2024-11-21T14:29:12,441 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/f1c6d9067ea03a33348dc7bc3caf1cf6 2024-11-21T14:29:12,441 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f1c6d9067ea03a33348dc7bc3caf1cf6 2024-11-21T14:29:12,441 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f1c6d9067ea03a33348dc7bc3caf1cf6 2024-11-21T14:29:12,444 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f1c6d9067ea03a33348dc7bc3caf1cf6 2024-11-21T14:29:12,448 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/f1c6d9067ea03a33348dc7bc3caf1cf6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:29:12,448 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f1c6d9067ea03a33348dc7bc3caf1cf6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61625643, jitterRate=-0.08170635998249054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T14:29:12,449 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f1c6d9067ea03a33348dc7bc3caf1cf6: Writing region info on filesystem at 1732199352434Initializing all the Stores at 1732199352435 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199352435Cleaning up temporary data from old regions at 1732199352442 (+7 ms)Region opened successfully at 1732199352449 (+7 ms) 2024-11-21T14:29:12,449 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f1c6d9067ea03a33348dc7bc3caf1cf6, disabling compactions & flushes 2024-11-21T14:29:12,449 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732199352380.f1c6d9067ea03a33348dc7bc3caf1cf6. 2024-11-21T14:29:12,449 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732199352380.f1c6d9067ea03a33348dc7bc3caf1cf6. 2024-11-21T14:29:12,450 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732199352380.f1c6d9067ea03a33348dc7bc3caf1cf6. after waiting 0 ms 2024-11-21T14:29:12,450 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732199352380.f1c6d9067ea03a33348dc7bc3caf1cf6. 2024-11-21T14:29:12,450 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732199352380.f1c6d9067ea03a33348dc7bc3caf1cf6. 2024-11-21T14:29:12,450 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f1c6d9067ea03a33348dc7bc3caf1cf6: Waiting for close lock at 1732199352449Disabling compacts and flushes for region at 1732199352449Disabling writes for close at 1732199352450 (+1 ms)Writing region close event to WAL at 1732199352450Closed at 1732199352450 2024-11-21T14:29:12,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741837_1013 (size=93) 2024-11-21T14:29:12,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741837_1013 (size=93) 2024-11-21T14:29:12,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741837_1013 (size=93) 2024-11-21T14:29:12,456 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-46739755/hregion-46739755.1732199352391 not finished, retry = 0 2024-11-21T14:29:12,564 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T14:29:12,564 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-46739755:(num 1732199352391) 2024-11-21T14:29:12,566 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-21T14:29:12,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741839_1015 (size=369) 2024-11-21T14:29:12,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741839_1015 (size=369) 2024-11-21T14:29:12,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741839_1015 (size=369) 2024-11-21T14:29:12,585 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-21T14:29:12,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741840_1016 (size=231) 2024-11-21T14:29:12,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741840_1016 (size=231) 2024-11-21T14:29:12,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741840_1016 (size=231) 2024-11-21T14:29:12,624 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38929/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732199352377/wal-1, size=369 (369bytes) 2024-11-21T14:29:12,625 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-21T14:29:12,625 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-21T14:29:12,625 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38929/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732199352377/wal-1 2024-11-21T14:29:12,633 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38929/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732199352377/wal-1 after 5ms 2024-11-21T14:29:12,639 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38929/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732199352377/wal-1 took 17ms 2024-11-21T14:29:12,642 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38929/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732199352377/wal-1 so closing down 2024-11-21T14:29:12,646 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-21T14:29:12,647 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/f1c6d9067ea03a33348dc7bc3caf1cf6/recovered.edits/0000000000000000001-wal-1.temp 2024-11-21T14:29:12,648 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T14:29:12,649 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T14:29:12,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741841_1017 (size=369) 2024-11-21T14:29:12,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741841_1017 (size=369) 2024-11-21T14:29:12,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741841_1017 (size=369) 2024-11-21T14:29:12,664 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/f1c6d9067ea03a33348dc7bc3caf1cf6/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-21T14:29:12,667 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/f1c6d9067ea03a33348dc7bc3caf1cf6/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/f1c6d9067ea03a33348dc7bc3caf1cf6/recovered.edits/0000000000000000002 2024-11-21T14:29:12,672 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:38929/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732199352377/wal-1, size=369, length=369, corrupted=false, cancelled=false 2024-11-21T14:29:12,672 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38929/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732199352377/wal-1, journal: Splitting hdfs://localhost:38929/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732199352377/wal-1, size=369 (369bytes) at 1732199352624Finishing writing output for hdfs://localhost:38929/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732199352377/wal-1 so closing down at 1732199352642 (+18 ms)Creating recovered edits writer path=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/f1c6d9067ea03a33348dc7bc3caf1cf6/recovered.edits/0000000000000000001-wal-1.temp at 1732199352647 (+5 ms)3 split writer threads finished at 1732199352649 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/f1c6d9067ea03a33348dc7bc3caf1cf6/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732199352664 (+15 ms)Rename recovered edits hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/f1c6d9067ea03a33348dc7bc3caf1cf6/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/f1c6d9067ea03a33348dc7bc3caf1cf6/recovered.edits/0000000000000000002 at 1732199352667 (+3 ms)Processed 2 edits across 1 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:38929/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732199352377/wal-1, size=369, length=369, corrupted=false, cancelled=false at 1732199352672 (+5 ms) 2024-11-21T14:29:12,691 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38929/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732199352377/wal-2, size=231 (231bytes) 2024-11-21T14:29:12,691 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38929/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732199352377/wal-2 2024-11-21T14:29:12,692 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38929/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732199352377/wal-2 after 1ms 2024-11-21T14:29:12,696 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38929/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732199352377/wal-2 took 5ms 2024-11-21T14:29:12,698 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38929/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732199352377/wal-2 so closing down 2024-11-21T14:29:12,698 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T14:29:12,701 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-21T14:29:12,702 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/f1c6d9067ea03a33348dc7bc3caf1cf6/recovered.edits/0000000000000000002-wal-2.temp 2024-11-21T14:29:12,702 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T14:29:12,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741842_1018 (size=231) 2024-11-21T14:29:12,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741842_1018 (size=231) 2024-11-21T14:29:12,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741842_1018 (size=231) 2024-11-21T14:29:12,712 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/f1c6d9067ea03a33348dc7bc3caf1cf6/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-21T14:29:12,721 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/f1c6d9067ea03a33348dc7bc3caf1cf6/recovered.edits/0000000000000000002-wal-2.temp, length=231 2024-11-21T14:29:12,723 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:38929/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732199352377/wal-2, size=231, length=231, corrupted=false, cancelled=false 2024-11-21T14:29:12,723 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38929/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732199352377/wal-2, journal: Splitting hdfs://localhost:38929/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732199352377/wal-2, size=231 (231bytes) at 1732199352691Finishing writing output for hdfs://localhost:38929/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732199352377/wal-2 so closing down at 1732199352698 (+7 ms)Creating recovered edits writer path=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/f1c6d9067ea03a33348dc7bc3caf1cf6/recovered.edits/0000000000000000002-wal-2.temp at 1732199352702 (+4 ms)3 split writer threads finished at 1732199352702Closed recovered edits writer path=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/f1c6d9067ea03a33348dc7bc3caf1cf6/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732199352712 (+10 ms)Processed 1 edits across 1 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:38929/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732199352377/wal-2, size=231, length=231, corrupted=false, cancelled=false at 1732199352723 (+11 ms) 2024-11-21T14:29:12,723 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T14:29:12,726 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38929/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732199352377, archiveDir=hdfs://localhost:38929/hbase/oldWALs, maxLogs=32 2024-11-21T14:29:12,740 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732199352377/wal.1732199352727, exclude list is [], retry=0 2024-11-21T14:29:12,744 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42827,DS-2d88a7ca-3fa1-4581-a8d3-0d77324e14aa,DISK] 2024-11-21T14:29:12,745 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44695,DS-87a32409-6067-4796-945e-f03b0de60d30,DISK] 2024-11-21T14:29:12,745 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44605,DS-01d713ea-93f9-42f9-b8ca-96d583392a98,DISK] 2024-11-21T14:29:12,748 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732199352377/wal.1732199352727 2024-11-21T14:29:12,748 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41967:41967),(127.0.0.1/127.0.0.1:43747:43747),(127.0.0.1/127.0.0.1:37965:37965)] 2024-11-21T14:29:12,748 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f1c6d9067ea03a33348dc7bc3caf1cf6, NAME => 'testReplayEditsWrittenIntoWAL,,1732199352380.f1c6d9067ea03a33348dc7bc3caf1cf6.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:29:12,749 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732199352380.f1c6d9067ea03a33348dc7bc3caf1cf6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:29:12,749 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f1c6d9067ea03a33348dc7bc3caf1cf6 2024-11-21T14:29:12,749 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f1c6d9067ea03a33348dc7bc3caf1cf6 2024-11-21T14:29:12,751 INFO [StoreOpener-f1c6d9067ea03a33348dc7bc3caf1cf6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f1c6d9067ea03a33348dc7bc3caf1cf6 2024-11-21T14:29:12,753 INFO [StoreOpener-f1c6d9067ea03a33348dc7bc3caf1cf6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1c6d9067ea03a33348dc7bc3caf1cf6 columnFamilyName a 2024-11-21T14:29:12,753 DEBUG [StoreOpener-f1c6d9067ea03a33348dc7bc3caf1cf6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:12,754 INFO [StoreOpener-f1c6d9067ea03a33348dc7bc3caf1cf6-1 {}] regionserver.HStore(327): Store=f1c6d9067ea03a33348dc7bc3caf1cf6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:12,754 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f1c6d9067ea03a33348dc7bc3caf1cf6 2024-11-21T14:29:12,756 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/f1c6d9067ea03a33348dc7bc3caf1cf6 2024-11-21T14:29:12,759 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/f1c6d9067ea03a33348dc7bc3caf1cf6 2024-11-21T14:29:12,761 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/f1c6d9067ea03a33348dc7bc3caf1cf6/recovered.edits/0000000000000000002 2024-11-21T14:29:12,771 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/f1c6d9067ea03a33348dc7bc3caf1cf6/recovered.edits/0000000000000000002 2024-11-21T14:29:12,776 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f1c6d9067ea03a33348dc7bc3caf1cf6 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-21T14:29:12,830 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/f1c6d9067ea03a33348dc7bc3caf1cf6/.tmp/a/249395b4d3414cb2bb09a096c5ad68f1 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732199352564/Put/seqid=0 2024-11-21T14:29:12,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741844_1020 (size=5170) 2024-11-21T14:29:12,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741844_1020 (size=5170) 2024-11-21T14:29:12,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741844_1020 (size=5170) 2024-11-21T14:29:12,845 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/f1c6d9067ea03a33348dc7bc3caf1cf6/.tmp/a/249395b4d3414cb2bb09a096c5ad68f1 2024-11-21T14:29:12,887 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/f1c6d9067ea03a33348dc7bc3caf1cf6/.tmp/a/249395b4d3414cb2bb09a096c5ad68f1 as hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/f1c6d9067ea03a33348dc7bc3caf1cf6/a/249395b4d3414cb2bb09a096c5ad68f1 2024-11-21T14:29:12,895 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/f1c6d9067ea03a33348dc7bc3caf1cf6/a/249395b4d3414cb2bb09a096c5ad68f1, entries=2, sequenceid=2, filesize=5.0 K 2024-11-21T14:29:12,900 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for f1c6d9067ea03a33348dc7bc3caf1cf6 in 125ms, sequenceid=2, compaction requested=false; wal=null 2024-11-21T14:29:12,901 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/f1c6d9067ea03a33348dc7bc3caf1cf6/recovered.edits/0000000000000000002 2024-11-21T14:29:12,902 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f1c6d9067ea03a33348dc7bc3caf1cf6 2024-11-21T14:29:12,902 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f1c6d9067ea03a33348dc7bc3caf1cf6 2024-11-21T14:29:12,905 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f1c6d9067ea03a33348dc7bc3caf1cf6 2024-11-21T14:29:12,908 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/f1c6d9067ea03a33348dc7bc3caf1cf6/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-21T14:29:12,909 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f1c6d9067ea03a33348dc7bc3caf1cf6; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58736598, jitterRate=-0.12475648522377014}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T14:29:12,910 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f1c6d9067ea03a33348dc7bc3caf1cf6: Writing region info on filesystem at 1732199352749Initializing all the Stores at 1732199352751 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199352751Obtaining lock to block concurrent updates at 1732199352776 (+25 ms)Preparing flush snapshotting stores in f1c6d9067ea03a33348dc7bc3caf1cf6 at 1732199352776Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732199352380.f1c6d9067ea03a33348dc7bc3caf1cf6., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732199352780 (+4 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1732199352380.f1c6d9067ea03a33348dc7bc3caf1cf6. at 1732199352780Flushing f1c6d9067ea03a33348dc7bc3caf1cf6/a: creating writer at 1732199352782 (+2 ms)Flushing f1c6d9067ea03a33348dc7bc3caf1cf6/a: appending metadata at 1732199352821 (+39 ms)Flushing f1c6d9067ea03a33348dc7bc3caf1cf6/a: closing flushed file at 1732199352824 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51c6a6ec: reopening flushed file at 1732199352885 (+61 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for f1c6d9067ea03a33348dc7bc3caf1cf6 in 125ms, sequenceid=2, compaction requested=false; wal=null at 1732199352900 (+15 ms)Cleaning up temporary data from old regions at 1732199352902 (+2 ms)Region opened successfully at 1732199352910 (+8 ms) 2024-11-21T14:29:12,936 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit0 Thread=372 (was 360) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2021968090-172.17.0.2-1732199346053:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1401893944_22 at /127.0.0.1:34288 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2021968090-172.17.0.2-1732199346053:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1401893944_22 at /127.0.0.1:35448 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2021968090-172.17.0.2-1732199346053:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1401893944_22 at /127.0.0.1:45820 [Receiving block BP-2021968090-172.17.0.2-1732199346053:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38929/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1401893944_22 at /127.0.0.1:55122 [Receiving block BP-2021968090-172.17.0.2-1732199346053:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1401893944_22 at /127.0.0.1:44522 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1401893944_22 at /127.0.0.1:35464 [Receiving block BP-2021968090-172.17.0.2-1732199346053:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 607) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=248 (was 248), ProcessCount=11 (was 11), AvailableMemoryMB=4933 (was 4955) 2024-11-21T14:29:12,949 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit1 Thread=372, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=248, ProcessCount=11, AvailableMemoryMB=4943 2024-11-21T14:29:12,965 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:29:12,967 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:29:12,968 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:29:12,972 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-63178496, suffix=, logDir=hdfs://localhost:38929/hbase/WALs/hregion-63178496, archiveDir=hdfs://localhost:38929/hbase/oldWALs, maxLogs=32 2024-11-21T14:29:12,985 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-63178496/hregion-63178496.1732199352972, exclude list is [], retry=0 2024-11-21T14:29:12,988 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44605,DS-01d713ea-93f9-42f9-b8ca-96d583392a98,DISK] 2024-11-21T14:29:12,989 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44695,DS-87a32409-6067-4796-945e-f03b0de60d30,DISK] 2024-11-21T14:29:12,990 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42827,DS-2d88a7ca-3fa1-4581-a8d3-0d77324e14aa,DISK] 2024-11-21T14:29:12,993 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-63178496/hregion-63178496.1732199352972 2024-11-21T14:29:12,994 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37965:37965),(127.0.0.1/127.0.0.1:43747:43747),(127.0.0.1/127.0.0.1:41967:41967)] 2024-11-21T14:29:12,994 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 4047518a2c66f2b75220d01bb5ef48e1, NAME => 'testReplayEditsWrittenIntoWAL,,1732199352966.4047518a2c66f2b75220d01bb5ef48e1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38929/hbase 2024-11-21T14:29:13,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741846_1022 (size=64) 2024-11-21T14:29:13,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741846_1022 (size=64) 2024-11-21T14:29:13,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741846_1022 (size=64) 2024-11-21T14:29:13,011 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732199352966.4047518a2c66f2b75220d01bb5ef48e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:29:13,013 INFO [StoreOpener-4047518a2c66f2b75220d01bb5ef48e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4047518a2c66f2b75220d01bb5ef48e1 2024-11-21T14:29:13,016 INFO [StoreOpener-4047518a2c66f2b75220d01bb5ef48e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4047518a2c66f2b75220d01bb5ef48e1 columnFamilyName a 2024-11-21T14:29:13,016 DEBUG [StoreOpener-4047518a2c66f2b75220d01bb5ef48e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:13,017 INFO [StoreOpener-4047518a2c66f2b75220d01bb5ef48e1-1 {}] regionserver.HStore(327): Store=4047518a2c66f2b75220d01bb5ef48e1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:13,017 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4047518a2c66f2b75220d01bb5ef48e1 2024-11-21T14:29:13,018 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/4047518a2c66f2b75220d01bb5ef48e1 2024-11-21T14:29:13,019 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/4047518a2c66f2b75220d01bb5ef48e1 2024-11-21T14:29:13,020 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4047518a2c66f2b75220d01bb5ef48e1 2024-11-21T14:29:13,020 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4047518a2c66f2b75220d01bb5ef48e1 2024-11-21T14:29:13,023 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4047518a2c66f2b75220d01bb5ef48e1 2024-11-21T14:29:13,029 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/4047518a2c66f2b75220d01bb5ef48e1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:29:13,030 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4047518a2c66f2b75220d01bb5ef48e1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74172621, jitterRate=0.10525818169116974}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T14:29:13,030 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4047518a2c66f2b75220d01bb5ef48e1: Writing region info on filesystem at 1732199353011Initializing all the Stores at 1732199353013 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199353013Cleaning up temporary data from old regions at 1732199353020 (+7 ms)Region opened successfully at 1732199353030 (+10 ms) 2024-11-21T14:29:13,030 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4047518a2c66f2b75220d01bb5ef48e1, disabling compactions & flushes 2024-11-21T14:29:13,030 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732199352966.4047518a2c66f2b75220d01bb5ef48e1. 2024-11-21T14:29:13,030 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732199352966.4047518a2c66f2b75220d01bb5ef48e1. 2024-11-21T14:29:13,030 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732199352966.4047518a2c66f2b75220d01bb5ef48e1. after waiting 0 ms 2024-11-21T14:29:13,030 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732199352966.4047518a2c66f2b75220d01bb5ef48e1. 2024-11-21T14:29:13,031 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732199352966.4047518a2c66f2b75220d01bb5ef48e1. 2024-11-21T14:29:13,031 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4047518a2c66f2b75220d01bb5ef48e1: Waiting for close lock at 1732199353030Disabling compacts and flushes for region at 1732199353030Disabling writes for close at 1732199353030Writing region close event to WAL at 1732199353031 (+1 ms)Closed at 1732199353031 2024-11-21T14:29:13,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741845_1021 (size=93) 2024-11-21T14:29:13,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741845_1021 (size=93) 2024-11-21T14:29:13,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741845_1021 (size=93) 2024-11-21T14:29:13,039 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T14:29:13,039 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-63178496:(num 1732199352972) 2024-11-21T14:29:13,040 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-21T14:29:13,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741847_1023 (size=369) 2024-11-21T14:29:13,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741847_1023 (size=369) 2024-11-21T14:29:13,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741847_1023 (size=369) 2024-11-21T14:29:13,058 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-21T14:29:13,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741848_1024 (size=231) 2024-11-21T14:29:13,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741848_1024 (size=231) 2024-11-21T14:29:13,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741848_1024 (size=231) 2024-11-21T14:29:13,088 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38929/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732199352964/wal-2, size=231 (231bytes) 2024-11-21T14:29:13,088 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38929/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732199352964/wal-2 2024-11-21T14:29:13,089 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38929/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732199352964/wal-2 after 1ms 2024-11-21T14:29:13,093 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38929/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732199352964/wal-2 took 5ms 2024-11-21T14:29:13,095 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38929/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732199352964/wal-2 so closing down 2024-11-21T14:29:13,095 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T14:29:13,098 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-21T14:29:13,099 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/4047518a2c66f2b75220d01bb5ef48e1/recovered.edits/0000000000000000002-wal-2.temp 2024-11-21T14:29:13,099 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T14:29:13,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741849_1025 (size=231) 2024-11-21T14:29:13,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741849_1025 (size=231) 2024-11-21T14:29:13,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741849_1025 (size=231) 2024-11-21T14:29:13,109 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/4047518a2c66f2b75220d01bb5ef48e1/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-21T14:29:13,111 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/4047518a2c66f2b75220d01bb5ef48e1/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/4047518a2c66f2b75220d01bb5ef48e1/recovered.edits/0000000000000000002 2024-11-21T14:29:13,111 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:38929/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732199352964/wal-2, size=231, length=231, corrupted=false, cancelled=false 2024-11-21T14:29:13,111 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38929/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732199352964/wal-2, journal: Splitting hdfs://localhost:38929/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732199352964/wal-2, size=231 (231bytes) at 1732199353088Finishing writing output for hdfs://localhost:38929/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732199352964/wal-2 so closing down at 1732199353095 (+7 ms)Creating recovered edits writer path=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/4047518a2c66f2b75220d01bb5ef48e1/recovered.edits/0000000000000000002-wal-2.temp at 1732199353099 (+4 ms)3 split writer threads finished at 1732199353099Closed recovered edits writer path=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/4047518a2c66f2b75220d01bb5ef48e1/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732199353109 (+10 ms)Rename recovered edits hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/4047518a2c66f2b75220d01bb5ef48e1/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/4047518a2c66f2b75220d01bb5ef48e1/recovered.edits/0000000000000000002 at 1732199353111 (+2 ms)Processed 1 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:38929/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732199352964/wal-2, size=231, length=231, corrupted=false, cancelled=false at 1732199353111 2024-11-21T14:29:13,126 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38929/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732199352964/wal-1, size=369 (369bytes) 2024-11-21T14:29:13,126 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38929/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732199352964/wal-1 2024-11-21T14:29:13,127 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38929/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732199352964/wal-1 after 1ms 2024-11-21T14:29:13,131 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38929/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732199352964/wal-1 took 5ms 2024-11-21T14:29:13,133 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38929/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732199352964/wal-1 so closing down 2024-11-21T14:29:13,133 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T14:29:13,135 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-21T14:29:13,137 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/4047518a2c66f2b75220d01bb5ef48e1/recovered.edits/0000000000000000001-wal-1.temp 2024-11-21T14:29:13,137 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T14:29:13,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741850_1026 (size=369) 2024-11-21T14:29:13,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741850_1026 (size=369) 2024-11-21T14:29:13,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741850_1026 (size=369) 2024-11-21T14:29:13,146 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/4047518a2c66f2b75220d01bb5ef48e1/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-21T14:29:13,152 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/4047518a2c66f2b75220d01bb5ef48e1/recovered.edits/0000000000000000002, length=231 2024-11-21T14:29:13,155 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/4047518a2c66f2b75220d01bb5ef48e1/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/4047518a2c66f2b75220d01bb5ef48e1/recovered.edits/0000000000000000002 2024-11-21T14:29:13,155 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:38929/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732199352964/wal-1, size=369, length=369, corrupted=false, cancelled=false 2024-11-21T14:29:13,155 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38929/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732199352964/wal-1, journal: Splitting hdfs://localhost:38929/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732199352964/wal-1, size=369 (369bytes) at 1732199353126Finishing writing output for hdfs://localhost:38929/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732199352964/wal-1 so closing down at 1732199353133 (+7 ms)Creating recovered edits writer path=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/4047518a2c66f2b75220d01bb5ef48e1/recovered.edits/0000000000000000001-wal-1.temp at 1732199353137 (+4 ms)3 split writer threads finished at 1732199353137Closed recovered edits writer path=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/4047518a2c66f2b75220d01bb5ef48e1/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732199353146 (+9 ms)Rename recovered edits hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/4047518a2c66f2b75220d01bb5ef48e1/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/4047518a2c66f2b75220d01bb5ef48e1/recovered.edits/0000000000000000002 at 1732199353155 (+9 ms)Processed 2 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:38929/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732199352964/wal-1, size=369, length=369, corrupted=false, cancelled=false at 1732199353155 2024-11-21T14:29:13,155 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T14:29:13,158 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38929/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732199352964, archiveDir=hdfs://localhost:38929/hbase/oldWALs, maxLogs=32 2024-11-21T14:29:13,172 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732199352964/wal.1732199353159, exclude list is [], retry=0 2024-11-21T14:29:13,175 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44605,DS-01d713ea-93f9-42f9-b8ca-96d583392a98,DISK] 2024-11-21T14:29:13,176 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42827,DS-2d88a7ca-3fa1-4581-a8d3-0d77324e14aa,DISK] 2024-11-21T14:29:13,176 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44695,DS-87a32409-6067-4796-945e-f03b0de60d30,DISK] 2024-11-21T14:29:13,179 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732199352964/wal.1732199353159 2024-11-21T14:29:13,179 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37965:37965),(127.0.0.1/127.0.0.1:41967:41967),(127.0.0.1/127.0.0.1:43747:43747)] 2024-11-21T14:29:13,179 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4047518a2c66f2b75220d01bb5ef48e1, NAME => 'testReplayEditsWrittenIntoWAL,,1732199352966.4047518a2c66f2b75220d01bb5ef48e1.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:29:13,179 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732199352966.4047518a2c66f2b75220d01bb5ef48e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:29:13,179 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4047518a2c66f2b75220d01bb5ef48e1 2024-11-21T14:29:13,179 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4047518a2c66f2b75220d01bb5ef48e1 2024-11-21T14:29:13,181 INFO [StoreOpener-4047518a2c66f2b75220d01bb5ef48e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4047518a2c66f2b75220d01bb5ef48e1 2024-11-21T14:29:13,184 INFO [StoreOpener-4047518a2c66f2b75220d01bb5ef48e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4047518a2c66f2b75220d01bb5ef48e1 columnFamilyName a 2024-11-21T14:29:13,184 DEBUG [StoreOpener-4047518a2c66f2b75220d01bb5ef48e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:13,185 INFO [StoreOpener-4047518a2c66f2b75220d01bb5ef48e1-1 {}] regionserver.HStore(327): Store=4047518a2c66f2b75220d01bb5ef48e1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:13,185 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4047518a2c66f2b75220d01bb5ef48e1 2024-11-21T14:29:13,186 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/4047518a2c66f2b75220d01bb5ef48e1 2024-11-21T14:29:13,188 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/4047518a2c66f2b75220d01bb5ef48e1 2024-11-21T14:29:13,189 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/4047518a2c66f2b75220d01bb5ef48e1/recovered.edits/0000000000000000002 2024-11-21T14:29:13,194 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/4047518a2c66f2b75220d01bb5ef48e1/recovered.edits/0000000000000000002 2024-11-21T14:29:13,194 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4047518a2c66f2b75220d01bb5ef48e1 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-21T14:29:13,213 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/4047518a2c66f2b75220d01bb5ef48e1/.tmp/a/baa3e748594c4ec7ba72e802f2ce1992 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732199353039/Put/seqid=0 2024-11-21T14:29:13,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741852_1028 (size=5170) 2024-11-21T14:29:13,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741852_1028 (size=5170) 2024-11-21T14:29:13,224 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/4047518a2c66f2b75220d01bb5ef48e1/.tmp/a/baa3e748594c4ec7ba72e802f2ce1992 2024-11-21T14:29:13,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741852_1028 (size=5170) 2024-11-21T14:29:13,234 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/4047518a2c66f2b75220d01bb5ef48e1/.tmp/a/baa3e748594c4ec7ba72e802f2ce1992 as hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/4047518a2c66f2b75220d01bb5ef48e1/a/baa3e748594c4ec7ba72e802f2ce1992 2024-11-21T14:29:13,243 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/4047518a2c66f2b75220d01bb5ef48e1/a/baa3e748594c4ec7ba72e802f2ce1992, entries=2, sequenceid=2, filesize=5.0 K 2024-11-21T14:29:13,243 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 4047518a2c66f2b75220d01bb5ef48e1 in 49ms, sequenceid=2, compaction requested=false; wal=null 2024-11-21T14:29:13,244 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/4047518a2c66f2b75220d01bb5ef48e1/recovered.edits/0000000000000000002 2024-11-21T14:29:13,245 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4047518a2c66f2b75220d01bb5ef48e1 2024-11-21T14:29:13,245 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4047518a2c66f2b75220d01bb5ef48e1 2024-11-21T14:29:13,247 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4047518a2c66f2b75220d01bb5ef48e1 2024-11-21T14:29:13,250 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/4047518a2c66f2b75220d01bb5ef48e1/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-21T14:29:13,252 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4047518a2c66f2b75220d01bb5ef48e1; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63545523, jitterRate=-0.0530979186296463}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T14:29:13,252 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4047518a2c66f2b75220d01bb5ef48e1: Writing region info on filesystem at 1732199353180Initializing all the Stores at 1732199353181 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199353181Obtaining lock to block concurrent updates at 1732199353194 (+13 ms)Preparing flush snapshotting stores in 4047518a2c66f2b75220d01bb5ef48e1 at 1732199353194Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732199352966.4047518a2c66f2b75220d01bb5ef48e1., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732199353194Flushing stores of testReplayEditsWrittenIntoWAL,,1732199352966.4047518a2c66f2b75220d01bb5ef48e1. at 1732199353194Flushing 4047518a2c66f2b75220d01bb5ef48e1/a: creating writer at 1732199353194Flushing 4047518a2c66f2b75220d01bb5ef48e1/a: appending metadata at 1732199353212 (+18 ms)Flushing 4047518a2c66f2b75220d01bb5ef48e1/a: closing flushed file at 1732199353212Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c216214: reopening flushed file at 1732199353233 (+21 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 4047518a2c66f2b75220d01bb5ef48e1 in 49ms, sequenceid=2, compaction requested=false; wal=null at 1732199353243 (+10 ms)Cleaning up temporary data from old regions at 1732199353245 (+2 ms)Region opened successfully at 1732199353252 (+7 ms) 2024-11-21T14:29:13,271 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit1 Thread=382 (was 372) Potentially hanging thread: PacketResponder: BP-2021968090-172.17.0.2-1732199346053:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1401893944_22 at /127.0.0.1:45870 [Receiving block BP-2021968090-172.17.0.2-1732199346053:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1401893944_22 at /127.0.0.1:35524 [Receiving block BP-2021968090-172.17.0.2-1732199346053:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1401893944_22 at /127.0.0.1:34288 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1401893944_22 at /127.0.0.1:35448 [Waiting for operation #21] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2021968090-172.17.0.2-1732199346053:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2021968090-172.17.0.2-1732199346053:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1401893944_22 at /127.0.0.1:55188 [Receiving block BP-2021968090-172.17.0.2-1732199346053:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=248 (was 248), ProcessCount=11 (was 11), AvailableMemoryMB=4928 (was 4943) 2024-11-21T14:29:13,283 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=382, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=248, ProcessCount=11, AvailableMemoryMB=4932 2024-11-21T14:29:13,300 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:29:13,302 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:29:13,303 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:29:13,306 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-30781847, suffix=, logDir=hdfs://localhost:38929/hbase/WALs/hregion-30781847, archiveDir=hdfs://localhost:38929/hbase/oldWALs, maxLogs=32 2024-11-21T14:29:13,322 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-30781847/hregion-30781847.1732199353307, exclude list is [], retry=0 2024-11-21T14:29:13,326 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44605,DS-01d713ea-93f9-42f9-b8ca-96d583392a98,DISK] 2024-11-21T14:29:13,327 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42827,DS-2d88a7ca-3fa1-4581-a8d3-0d77324e14aa,DISK] 2024-11-21T14:29:13,329 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44695,DS-87a32409-6067-4796-945e-f03b0de60d30,DISK] 2024-11-21T14:29:13,333 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-30781847/hregion-30781847.1732199353307 2024-11-21T14:29:13,334 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37965:37965),(127.0.0.1/127.0.0.1:41967:41967),(127.0.0.1/127.0.0.1:43747:43747)] 2024-11-21T14:29:13,334 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => ceace8f4bc730b950514233f8f72482e, NAME => 'testReplayEditsWrittenIntoWAL,,1732199353301.ceace8f4bc730b950514233f8f72482e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38929/hbase 2024-11-21T14:29:13,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741854_1030 (size=64) 2024-11-21T14:29:13,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741854_1030 (size=64) 2024-11-21T14:29:13,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741854_1030 (size=64) 2024-11-21T14:29:13,347 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732199353301.ceace8f4bc730b950514233f8f72482e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:29:13,349 INFO [StoreOpener-ceace8f4bc730b950514233f8f72482e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ceace8f4bc730b950514233f8f72482e 2024-11-21T14:29:13,350 INFO [StoreOpener-ceace8f4bc730b950514233f8f72482e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ceace8f4bc730b950514233f8f72482e columnFamilyName a 2024-11-21T14:29:13,350 DEBUG [StoreOpener-ceace8f4bc730b950514233f8f72482e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:13,351 INFO [StoreOpener-ceace8f4bc730b950514233f8f72482e-1 {}] regionserver.HStore(327): Store=ceace8f4bc730b950514233f8f72482e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:13,351 INFO [StoreOpener-ceace8f4bc730b950514233f8f72482e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ceace8f4bc730b950514233f8f72482e 2024-11-21T14:29:13,353 INFO [StoreOpener-ceace8f4bc730b950514233f8f72482e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ceace8f4bc730b950514233f8f72482e columnFamilyName b 2024-11-21T14:29:13,353 DEBUG [StoreOpener-ceace8f4bc730b950514233f8f72482e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:13,353 INFO [StoreOpener-ceace8f4bc730b950514233f8f72482e-1 {}] regionserver.HStore(327): Store=ceace8f4bc730b950514233f8f72482e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:13,354 INFO [StoreOpener-ceace8f4bc730b950514233f8f72482e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ceace8f4bc730b950514233f8f72482e 2024-11-21T14:29:13,355 INFO [StoreOpener-ceace8f4bc730b950514233f8f72482e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ceace8f4bc730b950514233f8f72482e columnFamilyName c 2024-11-21T14:29:13,355 DEBUG [StoreOpener-ceace8f4bc730b950514233f8f72482e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:13,356 INFO [StoreOpener-ceace8f4bc730b950514233f8f72482e-1 {}] regionserver.HStore(327): Store=ceace8f4bc730b950514233f8f72482e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:13,356 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ceace8f4bc730b950514233f8f72482e 2024-11-21T14:29:13,357 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/ceace8f4bc730b950514233f8f72482e 2024-11-21T14:29:13,357 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/ceace8f4bc730b950514233f8f72482e 2024-11-21T14:29:13,359 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ceace8f4bc730b950514233f8f72482e 2024-11-21T14:29:13,359 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ceace8f4bc730b950514233f8f72482e 2024-11-21T14:29:13,359 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:29:13,361 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ceace8f4bc730b950514233f8f72482e 2024-11-21T14:29:13,363 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/ceace8f4bc730b950514233f8f72482e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:29:13,364 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ceace8f4bc730b950514233f8f72482e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72238894, jitterRate=0.07644340395927429}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:29:13,364 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ceace8f4bc730b950514233f8f72482e: Writing region info on filesystem at 1732199353347Initializing all the Stores at 1732199353348 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199353348Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199353348Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199353348Cleaning up temporary data from old regions at 1732199353359 (+11 ms)Region opened successfully at 1732199353364 (+5 ms) 2024-11-21T14:29:13,364 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ceace8f4bc730b950514233f8f72482e, disabling compactions & flushes 2024-11-21T14:29:13,364 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732199353301.ceace8f4bc730b950514233f8f72482e. 2024-11-21T14:29:13,364 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732199353301.ceace8f4bc730b950514233f8f72482e. 2024-11-21T14:29:13,365 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732199353301.ceace8f4bc730b950514233f8f72482e. after waiting 0 ms 2024-11-21T14:29:13,365 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732199353301.ceace8f4bc730b950514233f8f72482e. 2024-11-21T14:29:13,365 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732199353301.ceace8f4bc730b950514233f8f72482e. 2024-11-21T14:29:13,365 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ceace8f4bc730b950514233f8f72482e: Waiting for close lock at 1732199353364Disabling compacts and flushes for region at 1732199353364Disabling writes for close at 1732199353365 (+1 ms)Writing region close event to WAL at 1732199353365Closed at 1732199353365 2024-11-21T14:29:13,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741853_1029 (size=93) 2024-11-21T14:29:13,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741853_1029 (size=93) 2024-11-21T14:29:13,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741853_1029 (size=93) 2024-11-21T14:29:13,372 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T14:29:13,372 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-30781847:(num 1732199353307) 2024-11-21T14:29:13,372 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T14:29:13,375 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38929/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732199353299, archiveDir=hdfs://localhost:38929/hbase/oldWALs, maxLogs=32 2024-11-21T14:29:13,389 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732199353299/wal.1732199353375, exclude list is [], retry=0 2024-11-21T14:29:13,392 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42827,DS-2d88a7ca-3fa1-4581-a8d3-0d77324e14aa,DISK] 2024-11-21T14:29:13,393 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44605,DS-01d713ea-93f9-42f9-b8ca-96d583392a98,DISK] 2024-11-21T14:29:13,393 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44695,DS-87a32409-6067-4796-945e-f03b0de60d30,DISK] 2024-11-21T14:29:13,396 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732199353299/wal.1732199353375 2024-11-21T14:29:13,396 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41967:41967),(127.0.0.1/127.0.0.1:37965:37965),(127.0.0.1/127.0.0.1:43747:43747)] 2024-11-21T14:29:13,659 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38929/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732199353299/wal.1732199353375, size=0 (0bytes) 2024-11-21T14:29:13,659 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:38929/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732199353299/wal.1732199353375 might be still open, length is 0 2024-11-21T14:29:13,659 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38929/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732199353299/wal.1732199353375 2024-11-21T14:29:13,660 WARN [IPC Server handler 2 on default port 38929 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732199353299/wal.1732199353375 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-21T14:29:13,661 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:38929/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732199353299/wal.1732199353375 after 2ms 2024-11-21T14:29:14,186 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1401893944_22 at /127.0.0.1:55224 [Receiving block BP-2021968090-172.17.0.2-1732199346053:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:42827:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55224 dst: /127.0.0.1:42827 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:42827 remote=/127.0.0.1:55224]. Total timeout mills is 60000, 59437 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:29:14,187 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1401893944_22 at /127.0.0.1:45904 [Receiving block BP-2021968090-172.17.0.2-1732199346053:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:44605:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45904 dst: /127.0.0.1:44605 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:29:14,187 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1401893944_22 at /127.0.0.1:35552 [Receiving block BP-2021968090-172.17.0.2-1732199346053:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:44695:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35552 dst: /127.0.0.1:44695 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:29:14,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741855_1032 (size=470675) 2024-11-21T14:29:14,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741855_1032 (size=470675) 2024-11-21T14:29:14,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741855_1032 (size=470675) 2024-11-21T14:29:17,457 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T14:29:17,505 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T14:29:17,662 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:38929/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732199353299/wal.1732199353375 after 4003ms 2024-11-21T14:29:17,667 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38929/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732199353299/wal.1732199353375 took 4008ms 2024-11-21T14:29:17,672 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732199353375.temp 2024-11-21T14:29:17,677 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/ceace8f4bc730b950514233f8f72482e/recovered.edits/0000000000000000001-wal.1732199353375.temp 2024-11-21T14:29:17,754 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:38929/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732199353299/wal.1732199353375; continuing. 2024-11-21T14:29:17,754 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38929/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732199353299/wal.1732199353375 so closing down 2024-11-21T14:29:17,754 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T14:29:17,756 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T14:29:17,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741856_1033 (size=470683) 2024-11-21T14:29:17,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741856_1033 (size=470683) 2024-11-21T14:29:17,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741856_1033 (size=470683) 2024-11-21T14:29:17,761 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/ceace8f4bc730b950514233f8f72482e/recovered.edits/0000000000000000001-wal.1732199353375.temp (wrote 3002 edits, skipped 0 edits in 29 ms) 2024-11-21T14:29:17,763 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/ceace8f4bc730b950514233f8f72482e/recovered.edits/0000000000000000001-wal.1732199353375.temp to hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/ceace8f4bc730b950514233f8f72482e/recovered.edits/0000000000000003002 2024-11-21T14:29:17,763 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 95 ms; skipped=0; WAL=hdfs://localhost:38929/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732199353299/wal.1732199353375, size=0, length=0, corrupted=false, cancelled=false 2024-11-21T14:29:17,763 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38929/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732199353299/wal.1732199353375, journal: Splitting hdfs://localhost:38929/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732199353299/wal.1732199353375, size=0 (0bytes) at 1732199353659Creating recovered edits writer path=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/ceace8f4bc730b950514233f8f72482e/recovered.edits/0000000000000000001-wal.1732199353375.temp at 1732199357677 (+4018 ms)Split 1024 edits, skipped 0 edits. at 1732199357721 (+44 ms)Split 2048 edits, skipped 0 edits. at 1732199357740 (+19 ms)Finishing writing output for hdfs://localhost:38929/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732199353299/wal.1732199353375 so closing down at 1732199357754 (+14 ms)3 split writer threads finished at 1732199357756 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/ceace8f4bc730b950514233f8f72482e/recovered.edits/0000000000000000001-wal.1732199353375.temp (wrote 3002 edits, skipped 0 edits in 29 ms) at 1732199357761 (+5 ms)Rename recovered edits hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/ceace8f4bc730b950514233f8f72482e/recovered.edits/0000000000000000001-wal.1732199353375.temp to hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/ceace8f4bc730b950514233f8f72482e/recovered.edits/0000000000000003002 at 1732199357763 (+2 ms)Processed 3002 edits across 1 Regions in 95 ms; skipped=0; WAL=hdfs://localhost:38929/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732199353299/wal.1732199353375, size=0, length=0, corrupted=false, cancelled=false at 1732199357763 2024-11-21T14:29:17,773 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38929/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732199353299/wal.1732199353375 to hdfs://localhost:38929/hbase/oldWALs/wal.1732199353375 2024-11-21T14:29:17,774 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/ceace8f4bc730b950514233f8f72482e/recovered.edits/0000000000000003002 2024-11-21T14:29:17,775 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T14:29:17,777 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38929/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732199353299, archiveDir=hdfs://localhost:38929/hbase/oldWALs, maxLogs=32 2024-11-21T14:29:17,791 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732199353299/wal.1732199357778, exclude list is [], retry=0 2024-11-21T14:29:17,795 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44695,DS-87a32409-6067-4796-945e-f03b0de60d30,DISK] 2024-11-21T14:29:17,796 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44605,DS-01d713ea-93f9-42f9-b8ca-96d583392a98,DISK] 2024-11-21T14:29:17,796 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42827,DS-2d88a7ca-3fa1-4581-a8d3-0d77324e14aa,DISK] 2024-11-21T14:29:17,799 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732199353299/wal.1732199357778 2024-11-21T14:29:17,799 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43747:43747),(127.0.0.1/127.0.0.1:37965:37965),(127.0.0.1/127.0.0.1:41967:41967)] 2024-11-21T14:29:17,799 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732199353301.ceace8f4bc730b950514233f8f72482e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:29:17,802 INFO [StoreOpener-ceace8f4bc730b950514233f8f72482e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ceace8f4bc730b950514233f8f72482e 2024-11-21T14:29:17,803 INFO [StoreOpener-ceace8f4bc730b950514233f8f72482e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ceace8f4bc730b950514233f8f72482e columnFamilyName a 2024-11-21T14:29:17,803 DEBUG [StoreOpener-ceace8f4bc730b950514233f8f72482e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:17,804 INFO [StoreOpener-ceace8f4bc730b950514233f8f72482e-1 {}] regionserver.HStore(327): Store=ceace8f4bc730b950514233f8f72482e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:17,804 INFO [StoreOpener-ceace8f4bc730b950514233f8f72482e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ceace8f4bc730b950514233f8f72482e 2024-11-21T14:29:17,805 INFO [StoreOpener-ceace8f4bc730b950514233f8f72482e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ceace8f4bc730b950514233f8f72482e columnFamilyName b 2024-11-21T14:29:17,805 DEBUG [StoreOpener-ceace8f4bc730b950514233f8f72482e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:17,805 INFO [StoreOpener-ceace8f4bc730b950514233f8f72482e-1 {}] regionserver.HStore(327): Store=ceace8f4bc730b950514233f8f72482e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:17,806 INFO [StoreOpener-ceace8f4bc730b950514233f8f72482e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ceace8f4bc730b950514233f8f72482e 2024-11-21T14:29:17,806 INFO [StoreOpener-ceace8f4bc730b950514233f8f72482e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ceace8f4bc730b950514233f8f72482e columnFamilyName c 2024-11-21T14:29:17,807 DEBUG [StoreOpener-ceace8f4bc730b950514233f8f72482e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:17,807 INFO [StoreOpener-ceace8f4bc730b950514233f8f72482e-1 {}] regionserver.HStore(327): Store=ceace8f4bc730b950514233f8f72482e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:17,807 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ceace8f4bc730b950514233f8f72482e 2024-11-21T14:29:17,808 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/ceace8f4bc730b950514233f8f72482e 2024-11-21T14:29:17,810 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/ceace8f4bc730b950514233f8f72482e 2024-11-21T14:29:17,811 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/ceace8f4bc730b950514233f8f72482e/recovered.edits/0000000000000003002 2024-11-21T14:29:17,851 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-21T14:29:18,232 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ceace8f4bc730b950514233f8f72482e 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-21T14:29:18,275 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/ceace8f4bc730b950514233f8f72482e/.tmp/a/126d66bcc7f640358e00ce98b8ba246c is 62, key is testReplayEditsWrittenIntoWAL/a:100/1732199353407/Put/seqid=0 2024-11-21T14:29:18,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741858_1035 (size=50463) 2024-11-21T14:29:18,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741858_1035 (size=50463) 2024-11-21T14:29:18,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741858_1035 (size=50463) 2024-11-21T14:29:18,292 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/ceace8f4bc730b950514233f8f72482e/.tmp/a/126d66bcc7f640358e00ce98b8ba246c 2024-11-21T14:29:18,301 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/ceace8f4bc730b950514233f8f72482e/.tmp/a/126d66bcc7f640358e00ce98b8ba246c as hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/ceace8f4bc730b950514233f8f72482e/a/126d66bcc7f640358e00ce98b8ba246c 2024-11-21T14:29:18,310 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/ceace8f4bc730b950514233f8f72482e/a/126d66bcc7f640358e00ce98b8ba246c, entries=754, sequenceid=754, filesize=49.3 K 2024-11-21T14:29:18,310 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for ceace8f4bc730b950514233f8f72482e in 79ms, sequenceid=754, compaction requested=false; wal=null 2024-11-21T14:29:18,321 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-21T14:29:18,321 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ceace8f4bc730b950514233f8f72482e 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-21T14:29:18,330 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/ceace8f4bc730b950514233f8f72482e/.tmp/a/9063c1d04f384fc9b64d0b71dc0181ea is 62, key is testReplayEditsWrittenIntoWAL/a:754/1732199353460/Put/seqid=0 2024-11-21T14:29:18,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741859_1036 (size=20072) 2024-11-21T14:29:18,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741859_1036 (size=20072) 2024-11-21T14:29:18,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741859_1036 (size=20072) 2024-11-21T14:29:18,340 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/ceace8f4bc730b950514233f8f72482e/.tmp/a/9063c1d04f384fc9b64d0b71dc0181ea 2024-11-21T14:29:18,371 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/ceace8f4bc730b950514233f8f72482e/.tmp/b/90a2c4845d024f7882e5eb2ae053520b is 62, key is testReplayEditsWrittenIntoWAL/b:100/1732199353488/Put/seqid=0 2024-11-21T14:29:18,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741860_1037 (size=35835) 2024-11-21T14:29:18,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741860_1037 (size=35835) 2024-11-21T14:29:18,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741860_1037 (size=35835) 2024-11-21T14:29:18,381 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/ceace8f4bc730b950514233f8f72482e/.tmp/b/90a2c4845d024f7882e5eb2ae053520b 2024-11-21T14:29:18,388 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/ceace8f4bc730b950514233f8f72482e/.tmp/a/9063c1d04f384fc9b64d0b71dc0181ea as hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/ceace8f4bc730b950514233f8f72482e/a/9063c1d04f384fc9b64d0b71dc0181ea 2024-11-21T14:29:18,396 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/ceace8f4bc730b950514233f8f72482e/a/9063c1d04f384fc9b64d0b71dc0181ea, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-21T14:29:18,397 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/ceace8f4bc730b950514233f8f72482e/.tmp/b/90a2c4845d024f7882e5eb2ae053520b as hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/ceace8f4bc730b950514233f8f72482e/b/90a2c4845d024f7882e5eb2ae053520b 2024-11-21T14:29:18,404 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/ceace8f4bc730b950514233f8f72482e/b/90a2c4845d024f7882e5eb2ae053520b, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-21T14:29:18,405 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for ceace8f4bc730b950514233f8f72482e in 83ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-21T14:29:18,415 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-21T14:29:18,415 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ceace8f4bc730b950514233f8f72482e 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-21T14:29:18,424 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/ceace8f4bc730b950514233f8f72482e/.tmp/b/b7a70cffacbc41b982f9d3edf17a0294 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1732199353520/Put/seqid=0 2024-11-21T14:29:18,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741861_1038 (size=35082) 2024-11-21T14:29:18,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741861_1038 (size=35082) 2024-11-21T14:29:18,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741861_1038 (size=35082) 2024-11-21T14:29:18,442 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/ceace8f4bc730b950514233f8f72482e/.tmp/b/b7a70cffacbc41b982f9d3edf17a0294 2024-11-21T14:29:18,475 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/ceace8f4bc730b950514233f8f72482e/.tmp/c/e99c8cb45d0349ceadad8c9177f8e337 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1732199353569/Put/seqid=0 2024-11-21T14:29:18,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741862_1039 (size=20825) 2024-11-21T14:29:18,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741862_1039 (size=20825) 2024-11-21T14:29:18,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741862_1039 (size=20825) 2024-11-21T14:29:18,484 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/ceace8f4bc730b950514233f8f72482e/.tmp/c/e99c8cb45d0349ceadad8c9177f8e337 2024-11-21T14:29:18,491 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/ceace8f4bc730b950514233f8f72482e/.tmp/b/b7a70cffacbc41b982f9d3edf17a0294 as hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/ceace8f4bc730b950514233f8f72482e/b/b7a70cffacbc41b982f9d3edf17a0294 2024-11-21T14:29:18,497 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/ceace8f4bc730b950514233f8f72482e/b/b7a70cffacbc41b982f9d3edf17a0294, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-21T14:29:18,498 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/ceace8f4bc730b950514233f8f72482e/.tmp/c/e99c8cb45d0349ceadad8c9177f8e337 as hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/ceace8f4bc730b950514233f8f72482e/c/e99c8cb45d0349ceadad8c9177f8e337 2024-11-21T14:29:18,504 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/ceace8f4bc730b950514233f8f72482e/c/e99c8cb45d0349ceadad8c9177f8e337, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-21T14:29:18,504 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for ceace8f4bc730b950514233f8f72482e in 89ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-21T14:29:18,510 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1732199353621/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1732199353301.ceace8f4bc730b950514233f8f72482e. 2024-11-21T14:29:18,513 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/ceace8f4bc730b950514233f8f72482e/recovered.edits/0000000000000003002 2024-11-21T14:29:18,513 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-21T14:29:18,513 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ceace8f4bc730b950514233f8f72482e 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-21T14:29:18,523 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/ceace8f4bc730b950514233f8f72482e/.tmp/c/e3b30f3680554b81bcdbe65a9ecbe9c9 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1732199353579/Put/seqid=0 2024-11-21T14:29:18,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741863_1040 (size=50301) 2024-11-21T14:29:18,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741863_1040 (size=50301) 2024-11-21T14:29:18,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741863_1040 (size=50301) 2024-11-21T14:29:18,538 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/ceace8f4bc730b950514233f8f72482e/.tmp/c/e3b30f3680554b81bcdbe65a9ecbe9c9 2024-11-21T14:29:18,545 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e3b30f3680554b81bcdbe65a9ecbe9c9 2024-11-21T14:29:18,547 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/ceace8f4bc730b950514233f8f72482e/.tmp/c/e3b30f3680554b81bcdbe65a9ecbe9c9 as hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/ceace8f4bc730b950514233f8f72482e/c/e3b30f3680554b81bcdbe65a9ecbe9c9 2024-11-21T14:29:18,555 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e3b30f3680554b81bcdbe65a9ecbe9c9 2024-11-21T14:29:18,556 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/ceace8f4bc730b950514233f8f72482e/c/e3b30f3680554b81bcdbe65a9ecbe9c9, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-21T14:29:18,556 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for ceace8f4bc730b950514233f8f72482e in 43ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-21T14:29:18,558 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/ceace8f4bc730b950514233f8f72482e/recovered.edits/0000000000000003002 2024-11-21T14:29:18,559 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ceace8f4bc730b950514233f8f72482e 2024-11-21T14:29:18,559 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ceace8f4bc730b950514233f8f72482e 2024-11-21T14:29:18,561 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T14:29:18,563 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ceace8f4bc730b950514233f8f72482e 2024-11-21T14:29:18,566 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenIntoWAL/ceace8f4bc730b950514233f8f72482e/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-21T14:29:18,567 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ceace8f4bc730b950514233f8f72482e; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74576423, jitterRate=0.11127530038356781}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T14:29:18,567 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ceace8f4bc730b950514233f8f72482e: Writing region info on filesystem at 1732199357799Initializing all the Stores at 1732199357801 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199357801Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199357802 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199357802Cleaning up temporary data from old regions at 1732199358559 (+757 ms)Region opened successfully at 1732199358567 (+8 ms) 2024-11-21T14:29:18,643 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ceace8f4bc730b950514233f8f72482e, disabling compactions & flushes 2024-11-21T14:29:18,643 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732199353301.ceace8f4bc730b950514233f8f72482e. 2024-11-21T14:29:18,643 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732199353301.ceace8f4bc730b950514233f8f72482e. 2024-11-21T14:29:18,643 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732199353301.ceace8f4bc730b950514233f8f72482e. after waiting 0 ms 2024-11-21T14:29:18,643 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732199353301.ceace8f4bc730b950514233f8f72482e. 2024-11-21T14:29:18,645 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732199353301.ceace8f4bc730b950514233f8f72482e. 2024-11-21T14:29:18,645 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ceace8f4bc730b950514233f8f72482e: Waiting for close lock at 1732199358643Disabling compacts and flushes for region at 1732199358643Disabling writes for close at 1732199358643Writing region close event to WAL at 1732199358645 (+2 ms)Closed at 1732199358645 2024-11-21T14:29:18,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741857_1034 (size=93) 2024-11-21T14:29:18,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741857_1034 (size=93) 2024-11-21T14:29:18,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741857_1034 (size=93) 2024-11-21T14:29:18,653 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T14:29:18,653 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732199357778) 2024-11-21T14:29:18,682 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=396 (was 382) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-53182721_22 at /127.0.0.1:45918 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35119 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-53182721_22 at /127.0.0.1:45926 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-53182721_22 at /127.0.0.1:55244 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1839da91-e75c-6cd7-240b-75f5b90517a5/cluster_cb01648a-40a0-3c56-e83d-80f00488a0dc/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-53182721_22 at /127.0.0.1:35580 [Waiting for operation #19] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:38929 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1382578499) connection to localhost/127.0.0.1:35119 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1382578499) connection to localhost/127.0.0.1:42223 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1839da91-e75c-6cd7-240b-75f5b90517a5/cluster_cb01648a-40a0-3c56-e83d-80f00488a0dc/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1382578499) connection to localhost/127.0.0.1:38929 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=264 (was 248) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4844 (was 4932) 2024-11-21T14:29:18,698 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#test2727 Thread=396, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=264, ProcessCount=11, AvailableMemoryMB=4842 2024-11-21T14:29:18,723 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:29:18,727 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:29:18,728 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:29:18,731 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-33211879, suffix=, logDir=hdfs://localhost:38929/hbase/WALs/hregion-33211879, archiveDir=hdfs://localhost:38929/hbase/oldWALs, maxLogs=32 2024-11-21T14:29:18,745 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-33211879/hregion-33211879.1732199358731, exclude list is [], retry=0 2024-11-21T14:29:18,749 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44695,DS-87a32409-6067-4796-945e-f03b0de60d30,DISK] 2024-11-21T14:29:18,749 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42827,DS-2d88a7ca-3fa1-4581-a8d3-0d77324e14aa,DISK] 2024-11-21T14:29:18,750 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44605,DS-01d713ea-93f9-42f9-b8ca-96d583392a98,DISK] 2024-11-21T14:29:18,755 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-33211879/hregion-33211879.1732199358731 2024-11-21T14:29:18,756 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43747:43747),(127.0.0.1/127.0.0.1:41967:41967),(127.0.0.1/127.0.0.1:37965:37965)] 2024-11-21T14:29:18,756 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => f84684af70f3ba13b9c8adeacd098c16, NAME => 'test2727,,1732199358725.f84684af70f3ba13b9c8adeacd098c16.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38929/hbase 2024-11-21T14:29:18,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741865_1042 (size=43) 2024-11-21T14:29:18,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741865_1042 (size=43) 2024-11-21T14:29:18,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741865_1042 (size=43) 2024-11-21T14:29:18,780 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732199358725.f84684af70f3ba13b9c8adeacd098c16.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:29:18,782 INFO [StoreOpener-f84684af70f3ba13b9c8adeacd098c16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f84684af70f3ba13b9c8adeacd098c16 2024-11-21T14:29:18,783 INFO [StoreOpener-f84684af70f3ba13b9c8adeacd098c16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f84684af70f3ba13b9c8adeacd098c16 columnFamilyName a 2024-11-21T14:29:18,784 DEBUG [StoreOpener-f84684af70f3ba13b9c8adeacd098c16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:18,784 INFO [StoreOpener-f84684af70f3ba13b9c8adeacd098c16-1 {}] regionserver.HStore(327): Store=f84684af70f3ba13b9c8adeacd098c16/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:18,784 INFO [StoreOpener-f84684af70f3ba13b9c8adeacd098c16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f84684af70f3ba13b9c8adeacd098c16 2024-11-21T14:29:18,786 INFO [StoreOpener-f84684af70f3ba13b9c8adeacd098c16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f84684af70f3ba13b9c8adeacd098c16 columnFamilyName b 2024-11-21T14:29:18,786 DEBUG [StoreOpener-f84684af70f3ba13b9c8adeacd098c16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:18,786 INFO [StoreOpener-f84684af70f3ba13b9c8adeacd098c16-1 {}] regionserver.HStore(327): Store=f84684af70f3ba13b9c8adeacd098c16/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:18,787 INFO [StoreOpener-f84684af70f3ba13b9c8adeacd098c16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f84684af70f3ba13b9c8adeacd098c16 2024-11-21T14:29:18,788 INFO [StoreOpener-f84684af70f3ba13b9c8adeacd098c16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f84684af70f3ba13b9c8adeacd098c16 columnFamilyName c 2024-11-21T14:29:18,788 DEBUG [StoreOpener-f84684af70f3ba13b9c8adeacd098c16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:18,788 INFO [StoreOpener-f84684af70f3ba13b9c8adeacd098c16-1 {}] regionserver.HStore(327): Store=f84684af70f3ba13b9c8adeacd098c16/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:18,789 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f84684af70f3ba13b9c8adeacd098c16 2024-11-21T14:29:18,789 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/test2727/f84684af70f3ba13b9c8adeacd098c16 2024-11-21T14:29:18,790 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/test2727/f84684af70f3ba13b9c8adeacd098c16 2024-11-21T14:29:18,791 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f84684af70f3ba13b9c8adeacd098c16 2024-11-21T14:29:18,791 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f84684af70f3ba13b9c8adeacd098c16 2024-11-21T14:29:18,792 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:29:18,794 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f84684af70f3ba13b9c8adeacd098c16 2024-11-21T14:29:18,796 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38929/hbase/data/default/test2727/f84684af70f3ba13b9c8adeacd098c16/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:29:18,797 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f84684af70f3ba13b9c8adeacd098c16; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66627596, jitterRate=-0.007171452045440674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:29:18,798 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f84684af70f3ba13b9c8adeacd098c16: Writing region info on filesystem at 1732199358780Initializing all the Stores at 1732199358781 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199358782 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199358782Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199358782Cleaning up temporary data from old regions at 1732199358791 (+9 ms)Region opened successfully at 1732199358798 (+7 ms) 2024-11-21T14:29:18,798 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f84684af70f3ba13b9c8adeacd098c16, disabling compactions & flushes 2024-11-21T14:29:18,798 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732199358725.f84684af70f3ba13b9c8adeacd098c16. 2024-11-21T14:29:18,798 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732199358725.f84684af70f3ba13b9c8adeacd098c16. 2024-11-21T14:29:18,798 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732199358725.f84684af70f3ba13b9c8adeacd098c16. after waiting 0 ms 2024-11-21T14:29:18,798 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732199358725.f84684af70f3ba13b9c8adeacd098c16. 2024-11-21T14:29:18,799 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732199358725.f84684af70f3ba13b9c8adeacd098c16. 2024-11-21T14:29:18,799 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f84684af70f3ba13b9c8adeacd098c16: Waiting for close lock at 1732199358798Disabling compacts and flushes for region at 1732199358798Disabling writes for close at 1732199358798Writing region close event to WAL at 1732199358799 (+1 ms)Closed at 1732199358799 2024-11-21T14:29:18,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741864_1041 (size=93) 2024-11-21T14:29:18,804 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-33211879/hregion-33211879.1732199358731 not finished, retry = 0 2024-11-21T14:29:18,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741864_1041 (size=93) 2024-11-21T14:29:18,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741864_1041 (size=93) 2024-11-21T14:29:18,907 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T14:29:18,907 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-33211879:(num 1732199358731) 2024-11-21T14:29:18,908 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T14:29:18,910 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38929/hbase/WALs/test2727-manual,16010,1732199358722, archiveDir=hdfs://localhost:38929/hbase/oldWALs, maxLogs=32 2024-11-21T14:29:18,930 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732199358722/wal.1732199358910, exclude list is [], retry=0 2024-11-21T14:29:18,933 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42827,DS-2d88a7ca-3fa1-4581-a8d3-0d77324e14aa,DISK] 2024-11-21T14:29:18,934 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44605,DS-01d713ea-93f9-42f9-b8ca-96d583392a98,DISK] 2024-11-21T14:29:18,934 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44695,DS-87a32409-6067-4796-945e-f03b0de60d30,DISK] 2024-11-21T14:29:18,937 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732199358722/wal.1732199358910 2024-11-21T14:29:18,937 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41967:41967),(127.0.0.1/127.0.0.1:37965:37965),(127.0.0.1/127.0.0.1:43747:43747)] 2024-11-21T14:29:19,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741866_1043 (size=344306) 2024-11-21T14:29:19,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741866_1043 (size=344306) 2024-11-21T14:29:19,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741866_1043 (size=344306) 2024-11-21T14:29:19,164 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38929/hbase/WALs/test2727-manual,16010,1732199358722/wal.1732199358910, size=336.2 K (344306bytes) 2024-11-21T14:29:19,164 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38929/hbase/WALs/test2727-manual,16010,1732199358722/wal.1732199358910 2024-11-21T14:29:19,165 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38929/hbase/WALs/test2727-manual,16010,1732199358722/wal.1732199358910 after 1ms 2024-11-21T14:29:19,169 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38929/hbase/WALs/test2727-manual,16010,1732199358722/wal.1732199358910 took 5ms 2024-11-21T14:29:19,174 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732199358910.temp 2024-11-21T14:29:19,175 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38929/hbase/data/default/test2727/f84684af70f3ba13b9c8adeacd098c16/recovered.edits/0000000000000000001-wal.1732199358910.temp 2024-11-21T14:29:19,207 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38929/hbase/WALs/test2727-manual,16010,1732199358722/wal.1732199358910 so closing down 2024-11-21T14:29:19,207 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T14:29:19,207 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T14:29:19,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741867_1044 (size=344306) 2024-11-21T14:29:19,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741867_1044 (size=344306) 2024-11-21T14:29:19,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741867_1044 (size=344306) 2024-11-21T14:29:19,213 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38929/hbase/data/default/test2727/f84684af70f3ba13b9c8adeacd098c16/recovered.edits/0000000000000000001-wal.1732199358910.temp (wrote 3000 edits, skipped 0 edits in 13 ms) 2024-11-21T14:29:19,218 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38929/hbase/data/default/test2727/f84684af70f3ba13b9c8adeacd098c16/recovered.edits/0000000000000000001-wal.1732199358910.temp to hdfs://localhost:38929/hbase/data/default/test2727/f84684af70f3ba13b9c8adeacd098c16/recovered.edits/0000000000000003000 2024-11-21T14:29:19,218 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:38929/hbase/WALs/test2727-manual,16010,1732199358722/wal.1732199358910, size=336.2 K, length=344306, corrupted=false, cancelled=false 2024-11-21T14:29:19,218 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38929/hbase/WALs/test2727-manual,16010,1732199358722/wal.1732199358910, journal: Splitting hdfs://localhost:38929/hbase/WALs/test2727-manual,16010,1732199358722/wal.1732199358910, size=336.2 K (344306bytes) at 1732199359164Creating recovered edits writer path=hdfs://localhost:38929/hbase/data/default/test2727/f84684af70f3ba13b9c8adeacd098c16/recovered.edits/0000000000000000001-wal.1732199358910.temp at 1732199359176 (+12 ms)Split 1024 edits, skipped 0 edits. at 1732199359185 (+9 ms)Split 2048 edits, skipped 0 edits. at 1732199359197 (+12 ms)Finishing writing output for hdfs://localhost:38929/hbase/WALs/test2727-manual,16010,1732199358722/wal.1732199358910 so closing down at 1732199359207 (+10 ms)3 split writer threads finished at 1732199359207Closed recovered edits writer path=hdfs://localhost:38929/hbase/data/default/test2727/f84684af70f3ba13b9c8adeacd098c16/recovered.edits/0000000000000000001-wal.1732199358910.temp (wrote 3000 edits, skipped 0 edits in 13 ms) at 1732199359213 (+6 ms)Rename recovered edits hdfs://localhost:38929/hbase/data/default/test2727/f84684af70f3ba13b9c8adeacd098c16/recovered.edits/0000000000000000001-wal.1732199358910.temp to hdfs://localhost:38929/hbase/data/default/test2727/f84684af70f3ba13b9c8adeacd098c16/recovered.edits/0000000000000003000 at 1732199359218 (+5 ms)Processed 3000 edits across 1 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:38929/hbase/WALs/test2727-manual,16010,1732199358722/wal.1732199358910, size=336.2 K, length=344306, corrupted=false, cancelled=false at 1732199359218 2024-11-21T14:29:19,221 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38929/hbase/WALs/test2727-manual,16010,1732199358722/wal.1732199358910 to hdfs://localhost:38929/hbase/oldWALs/wal.1732199358910 2024-11-21T14:29:19,222 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38929/hbase/data/default/test2727/f84684af70f3ba13b9c8adeacd098c16/recovered.edits/0000000000000003000 2024-11-21T14:29:19,223 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T14:29:19,226 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38929/hbase/WALs/test2727-manual,16010,1732199358722, archiveDir=hdfs://localhost:38929/hbase/oldWALs, maxLogs=32 2024-11-21T14:29:19,247 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732199358722/wal.1732199359227, exclude list is [], retry=0 2024-11-21T14:29:19,251 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44695,DS-87a32409-6067-4796-945e-f03b0de60d30,DISK] 2024-11-21T14:29:19,252 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44605,DS-01d713ea-93f9-42f9-b8ca-96d583392a98,DISK] 2024-11-21T14:29:19,252 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42827,DS-2d88a7ca-3fa1-4581-a8d3-0d77324e14aa,DISK] 2024-11-21T14:29:19,254 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732199358722/wal.1732199359227 2024-11-21T14:29:19,255 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43747:43747),(127.0.0.1/127.0.0.1:37965:37965),(127.0.0.1/127.0.0.1:41967:41967)] 2024-11-21T14:29:19,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741868_1045 (size=344433) 2024-11-21T14:29:19,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741868_1045 (size=344433) 2024-11-21T14:29:19,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741868_1045 (size=344433) 2024-11-21T14:29:19,459 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38929/hbase/WALs/test2727-manual,16010,1732199358722/wal.1732199359227, size=336.4 K (344433bytes) 2024-11-21T14:29:19,459 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38929/hbase/WALs/test2727-manual,16010,1732199358722/wal.1732199359227 2024-11-21T14:29:19,460 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38929/hbase/WALs/test2727-manual,16010,1732199358722/wal.1732199359227 after 1ms 2024-11-21T14:29:19,465 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38929/hbase/WALs/test2727-manual,16010,1732199358722/wal.1732199359227 took 6ms 2024-11-21T14:29:19,469 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1732199359227.temp 2024-11-21T14:29:19,475 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38929/hbase/data/default/test2727/f84684af70f3ba13b9c8adeacd098c16/recovered.edits/0000000000000003001-wal.1732199359227.temp 2024-11-21T14:29:19,499 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38929/hbase/WALs/test2727-manual,16010,1732199358722/wal.1732199359227 so closing down 2024-11-21T14:29:19,499 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T14:29:19,499 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T14:29:19,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741869_1046 (size=344433) 2024-11-21T14:29:19,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741869_1046 (size=344433) 2024-11-21T14:29:19,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741869_1046 (size=344433) 2024-11-21T14:29:19,512 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38929/hbase/data/default/test2727/f84684af70f3ba13b9c8adeacd098c16/recovered.edits/0000000000000003001-wal.1732199359227.temp (wrote 3000 edits, skipped 0 edits in 10 ms) 2024-11-21T14:29:19,514 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38929/hbase/data/default/test2727/f84684af70f3ba13b9c8adeacd098c16/recovered.edits/0000000000000003001-wal.1732199359227.temp to hdfs://localhost:38929/hbase/data/default/test2727/f84684af70f3ba13b9c8adeacd098c16/recovered.edits/0000000000000006000 2024-11-21T14:29:19,515 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:38929/hbase/WALs/test2727-manual,16010,1732199358722/wal.1732199359227, size=336.4 K, length=344433, corrupted=false, cancelled=false 2024-11-21T14:29:19,515 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38929/hbase/WALs/test2727-manual,16010,1732199358722/wal.1732199359227, journal: Splitting hdfs://localhost:38929/hbase/WALs/test2727-manual,16010,1732199358722/wal.1732199359227, size=336.4 K (344433bytes) at 1732199359459Creating recovered edits writer path=hdfs://localhost:38929/hbase/data/default/test2727/f84684af70f3ba13b9c8adeacd098c16/recovered.edits/0000000000000003001-wal.1732199359227.temp at 1732199359476 (+17 ms)Split 1024 edits, skipped 0 edits. at 1732199359479 (+3 ms)Split 2048 edits, skipped 0 edits. at 1732199359489 (+10 ms)Finishing writing output for hdfs://localhost:38929/hbase/WALs/test2727-manual,16010,1732199358722/wal.1732199359227 so closing down at 1732199359499 (+10 ms)3 split writer threads finished at 1732199359499Closed recovered edits writer path=hdfs://localhost:38929/hbase/data/default/test2727/f84684af70f3ba13b9c8adeacd098c16/recovered.edits/0000000000000003001-wal.1732199359227.temp (wrote 3000 edits, skipped 0 edits in 10 ms) at 1732199359512 (+13 ms)Rename recovered edits hdfs://localhost:38929/hbase/data/default/test2727/f84684af70f3ba13b9c8adeacd098c16/recovered.edits/0000000000000003001-wal.1732199359227.temp to hdfs://localhost:38929/hbase/data/default/test2727/f84684af70f3ba13b9c8adeacd098c16/recovered.edits/0000000000000006000 at 1732199359514 (+2 ms)Processed 3000 edits across 1 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:38929/hbase/WALs/test2727-manual,16010,1732199358722/wal.1732199359227, size=336.4 K, length=344433, corrupted=false, cancelled=false at 1732199359515 (+1 ms) 2024-11-21T14:29:19,517 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38929/hbase/WALs/test2727-manual,16010,1732199358722/wal.1732199359227 to hdfs://localhost:38929/hbase/oldWALs/wal.1732199359227 2024-11-21T14:29:19,519 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38929/hbase/data/default/test2727/f84684af70f3ba13b9c8adeacd098c16/recovered.edits/0000000000000006000 2024-11-21T14:29:19,519 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T14:29:19,522 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38929/hbase/WALs/test2727-manual,16010,1732199358722, archiveDir=hdfs://localhost:38929/hbase/oldWALs, maxLogs=32 2024-11-21T14:29:19,539 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732199358722/wal.1732199359522, exclude list is [], retry=0 2024-11-21T14:29:19,542 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42827,DS-2d88a7ca-3fa1-4581-a8d3-0d77324e14aa,DISK] 2024-11-21T14:29:19,542 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44695,DS-87a32409-6067-4796-945e-f03b0de60d30,DISK] 2024-11-21T14:29:19,543 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44605,DS-01d713ea-93f9-42f9-b8ca-96d583392a98,DISK] 2024-11-21T14:29:19,546 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732199358722/wal.1732199359522 2024-11-21T14:29:19,547 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41967:41967),(127.0.0.1/127.0.0.1:43747:43747),(127.0.0.1/127.0.0.1:37965:37965)] 2024-11-21T14:29:19,547 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f84684af70f3ba13b9c8adeacd098c16, NAME => 'test2727,,1732199358725.f84684af70f3ba13b9c8adeacd098c16.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:29:19,547 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732199358725.f84684af70f3ba13b9c8adeacd098c16.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:29:19,547 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f84684af70f3ba13b9c8adeacd098c16 2024-11-21T14:29:19,547 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f84684af70f3ba13b9c8adeacd098c16 2024-11-21T14:29:19,549 INFO [StoreOpener-f84684af70f3ba13b9c8adeacd098c16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f84684af70f3ba13b9c8adeacd098c16 2024-11-21T14:29:19,550 INFO [StoreOpener-f84684af70f3ba13b9c8adeacd098c16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f84684af70f3ba13b9c8adeacd098c16 columnFamilyName a 2024-11-21T14:29:19,550 DEBUG [StoreOpener-f84684af70f3ba13b9c8adeacd098c16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:19,550 INFO [StoreOpener-f84684af70f3ba13b9c8adeacd098c16-1 {}] regionserver.HStore(327): Store=f84684af70f3ba13b9c8adeacd098c16/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:19,551 INFO [StoreOpener-f84684af70f3ba13b9c8adeacd098c16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f84684af70f3ba13b9c8adeacd098c16 2024-11-21T14:29:19,552 INFO [StoreOpener-f84684af70f3ba13b9c8adeacd098c16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f84684af70f3ba13b9c8adeacd098c16 columnFamilyName b 2024-11-21T14:29:19,552 DEBUG [StoreOpener-f84684af70f3ba13b9c8adeacd098c16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:19,552 INFO [StoreOpener-f84684af70f3ba13b9c8adeacd098c16-1 {}] regionserver.HStore(327): Store=f84684af70f3ba13b9c8adeacd098c16/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:19,552 INFO [StoreOpener-f84684af70f3ba13b9c8adeacd098c16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f84684af70f3ba13b9c8adeacd098c16 2024-11-21T14:29:19,553 INFO [StoreOpener-f84684af70f3ba13b9c8adeacd098c16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f84684af70f3ba13b9c8adeacd098c16 columnFamilyName c 2024-11-21T14:29:19,553 DEBUG [StoreOpener-f84684af70f3ba13b9c8adeacd098c16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:19,554 INFO [StoreOpener-f84684af70f3ba13b9c8adeacd098c16-1 {}] regionserver.HStore(327): Store=f84684af70f3ba13b9c8adeacd098c16/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:19,554 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f84684af70f3ba13b9c8adeacd098c16 2024-11-21T14:29:19,555 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/test2727/f84684af70f3ba13b9c8adeacd098c16 2024-11-21T14:29:19,557 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/test2727/f84684af70f3ba13b9c8adeacd098c16 2024-11-21T14:29:19,558 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38929/hbase/data/default/test2727/f84684af70f3ba13b9c8adeacd098c16/recovered.edits/0000000000000003000 2024-11-21T14:29:19,596 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:38929/hbase/data/default/test2727/f84684af70f3ba13b9c8adeacd098c16/recovered.edits/0000000000000003000 2024-11-21T14:29:19,598 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38929/hbase/data/default/test2727/f84684af70f3ba13b9c8adeacd098c16/recovered.edits/0000000000000006000 2024-11-21T14:29:19,640 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:38929/hbase/data/default/test2727/f84684af70f3ba13b9c8adeacd098c16/recovered.edits/0000000000000006000 2024-11-21T14:29:19,640 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f84684af70f3ba13b9c8adeacd098c16 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-21T14:29:19,671 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38929/hbase/data/default/test2727/f84684af70f3ba13b9c8adeacd098c16/.tmp/a/25654daac9804ebc8b0491d8ccf712b3 is 41, key is test2727/a:100/1732199359260/Put/seqid=0 2024-11-21T14:29:19,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741871_1048 (size=84227) 2024-11-21T14:29:19,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741871_1048 (size=84227) 2024-11-21T14:29:19,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741871_1048 (size=84227) 2024-11-21T14:29:19,678 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T14:29:19,679 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T14:29:19,679 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:38929/hbase/data/default/test2727/f84684af70f3ba13b9c8adeacd098c16/.tmp/a/25654daac9804ebc8b0491d8ccf712b3 2024-11-21T14:29:19,681 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T14:29:19,681 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T14:29:19,681 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T14:29:19,681 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T14:29:19,682 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-21T14:29:19,682 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-21T14:29:19,709 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38929/hbase/data/default/test2727/f84684af70f3ba13b9c8adeacd098c16/.tmp/b/4536fa79e2c1490595bfe46862f10551 is 41, key is test2727/b:100/1732199359308/Put/seqid=0 2024-11-21T14:29:19,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741872_1049 (size=84609) 2024-11-21T14:29:19,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741872_1049 (size=84609) 2024-11-21T14:29:19,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741872_1049 (size=84609) 2024-11-21T14:29:19,717 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:38929/hbase/data/default/test2727/f84684af70f3ba13b9c8adeacd098c16/.tmp/b/4536fa79e2c1490595bfe46862f10551 2024-11-21T14:29:19,751 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38929/hbase/data/default/test2727/f84684af70f3ba13b9c8adeacd098c16/.tmp/c/9c0b59627e90442ea041b8d68b090aae is 41, key is test2727/c:100/1732199359361/Put/seqid=0 2024-11-21T14:29:19,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741873_1050 (size=84609) 2024-11-21T14:29:19,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741873_1050 (size=84609) 2024-11-21T14:29:19,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741873_1050 (size=84609) 2024-11-21T14:29:19,758 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:38929/hbase/data/default/test2727/f84684af70f3ba13b9c8adeacd098c16/.tmp/c/9c0b59627e90442ea041b8d68b090aae 2024-11-21T14:29:19,766 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38929/hbase/data/default/test2727/f84684af70f3ba13b9c8adeacd098c16/.tmp/a/25654daac9804ebc8b0491d8ccf712b3 as hdfs://localhost:38929/hbase/data/default/test2727/f84684af70f3ba13b9c8adeacd098c16/a/25654daac9804ebc8b0491d8ccf712b3 2024-11-21T14:29:19,772 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38929/hbase/data/default/test2727/f84684af70f3ba13b9c8adeacd098c16/a/25654daac9804ebc8b0491d8ccf712b3, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-21T14:29:19,774 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38929/hbase/data/default/test2727/f84684af70f3ba13b9c8adeacd098c16/.tmp/b/4536fa79e2c1490595bfe46862f10551 as hdfs://localhost:38929/hbase/data/default/test2727/f84684af70f3ba13b9c8adeacd098c16/b/4536fa79e2c1490595bfe46862f10551 2024-11-21T14:29:19,780 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38929/hbase/data/default/test2727/f84684af70f3ba13b9c8adeacd098c16/b/4536fa79e2c1490595bfe46862f10551, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-21T14:29:19,781 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38929/hbase/data/default/test2727/f84684af70f3ba13b9c8adeacd098c16/.tmp/c/9c0b59627e90442ea041b8d68b090aae as hdfs://localhost:38929/hbase/data/default/test2727/f84684af70f3ba13b9c8adeacd098c16/c/9c0b59627e90442ea041b8d68b090aae 2024-11-21T14:29:19,787 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38929/hbase/data/default/test2727/f84684af70f3ba13b9c8adeacd098c16/c/9c0b59627e90442ea041b8d68b090aae, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-21T14:29:19,788 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for f84684af70f3ba13b9c8adeacd098c16 in 148ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-21T14:29:19,788 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38929/hbase/data/default/test2727/f84684af70f3ba13b9c8adeacd098c16/recovered.edits/0000000000000003000 2024-11-21T14:29:19,789 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38929/hbase/data/default/test2727/f84684af70f3ba13b9c8adeacd098c16/recovered.edits/0000000000000006000 2024-11-21T14:29:19,790 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f84684af70f3ba13b9c8adeacd098c16 2024-11-21T14:29:19,790 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f84684af70f3ba13b9c8adeacd098c16 2024-11-21T14:29:19,791 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:29:19,792 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f84684af70f3ba13b9c8adeacd098c16 2024-11-21T14:29:19,795 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38929/hbase/data/default/test2727/f84684af70f3ba13b9c8adeacd098c16/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-21T14:29:19,796 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f84684af70f3ba13b9c8adeacd098c16; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67746207, jitterRate=0.009497150778770447}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:29:19,797 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f84684af70f3ba13b9c8adeacd098c16: Writing region info on filesystem at 1732199359547Initializing all the Stores at 1732199359548 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199359548Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199359549 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199359549Obtaining lock to block concurrent updates at 1732199359640 (+91 ms)Preparing flush snapshotting stores in f84684af70f3ba13b9c8adeacd098c16 at 1732199359640Finished memstore snapshotting test2727,,1732199358725.f84684af70f3ba13b9c8adeacd098c16., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1732199359641 (+1 ms)Flushing stores of test2727,,1732199358725.f84684af70f3ba13b9c8adeacd098c16. at 1732199359641Flushing f84684af70f3ba13b9c8adeacd098c16/a: creating writer at 1732199359641Flushing f84684af70f3ba13b9c8adeacd098c16/a: appending metadata at 1732199359670 (+29 ms)Flushing f84684af70f3ba13b9c8adeacd098c16/a: closing flushed file at 1732199359670Flushing f84684af70f3ba13b9c8adeacd098c16/b: creating writer at 1732199359687 (+17 ms)Flushing f84684af70f3ba13b9c8adeacd098c16/b: appending metadata at 1732199359708 (+21 ms)Flushing f84684af70f3ba13b9c8adeacd098c16/b: closing flushed file at 1732199359708Flushing f84684af70f3ba13b9c8adeacd098c16/c: creating writer at 1732199359724 (+16 ms)Flushing f84684af70f3ba13b9c8adeacd098c16/c: appending metadata at 1732199359749 (+25 ms)Flushing f84684af70f3ba13b9c8adeacd098c16/c: closing flushed file at 1732199359749Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@110470f3: reopening flushed file at 1732199359765 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@588e6c94: reopening flushed file at 1732199359773 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@429966f9: reopening flushed file at 1732199359780 (+7 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for f84684af70f3ba13b9c8adeacd098c16 in 148ms, sequenceid=6000, compaction requested=false; wal=null at 1732199359788 (+8 ms)Cleaning up temporary data from old regions at 1732199359790 (+2 ms)Region opened successfully at 1732199359797 (+7 ms) 2024-11-21T14:29:19,798 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-21T14:29:19,798 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f84684af70f3ba13b9c8adeacd098c16, disabling compactions & flushes 2024-11-21T14:29:19,798 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732199358725.f84684af70f3ba13b9c8adeacd098c16. 2024-11-21T14:29:19,798 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732199358725.f84684af70f3ba13b9c8adeacd098c16. 2024-11-21T14:29:19,798 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732199358725.f84684af70f3ba13b9c8adeacd098c16. after waiting 0 ms 2024-11-21T14:29:19,798 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732199358725.f84684af70f3ba13b9c8adeacd098c16. 2024-11-21T14:29:19,800 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732199358725.f84684af70f3ba13b9c8adeacd098c16. 2024-11-21T14:29:19,801 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f84684af70f3ba13b9c8adeacd098c16: Waiting for close lock at 1732199359798Disabling compacts and flushes for region at 1732199359798Disabling writes for close at 1732199359798Writing region close event to WAL at 1732199359800 (+2 ms)Closed at 1732199359800 2024-11-21T14:29:19,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741870_1047 (size=93) 2024-11-21T14:29:19,805 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/test2727-manual,16010,1732199358722/wal.1732199359522 not finished, retry = 0 2024-11-21T14:29:19,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741870_1047 (size=93) 2024-11-21T14:29:19,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741870_1047 (size=93) 2024-11-21T14:29:19,908 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T14:29:19,908 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732199359522) 2024-11-21T14:29:19,922 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#test2727 Thread=398 (was 396) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1401893944_22 at /127.0.0.1:45918 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1401893944_22 at /127.0.0.1:35580 [Waiting for operation #23] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1401893944_22 at /127.0.0.1:55386 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=264 (was 264), ProcessCount=11 (was 11), AvailableMemoryMB=4638 (was 4842) 2024-11-21T14:29:19,934 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testSequentialEditLogSeqNum Thread=398, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=264, ProcessCount=11, AvailableMemoryMB=4648 2024-11-21T14:29:19,950 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:29:19,957 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38929/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732199359949, archiveDir=hdfs://localhost:38929/hbase/oldWALs, maxLogs=32 2024-11-21T14:29:19,958 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1732199359958 2024-11-21T14:29:19,967 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732199359949/wal.1732199359958 2024-11-21T14:29:19,969 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37965:37965),(127.0.0.1/127.0.0.1:43747:43747),(127.0.0.1/127.0.0.1:41967:41967)] 2024-11-21T14:29:19,971 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a62b48b98afc70f3c8afa3a69e3840a3, NAME => 'testSequentialEditLogSeqNum,,1732199359951.a62b48b98afc70f3c8afa3a69e3840a3.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:29:19,971 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1732199359951.a62b48b98afc70f3c8afa3a69e3840a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:29:19,971 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a62b48b98afc70f3c8afa3a69e3840a3 2024-11-21T14:29:19,971 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a62b48b98afc70f3c8afa3a69e3840a3 2024-11-21T14:29:19,972 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:38929/hbase/data/default/testSequentialEditLogSeqNum/a62b48b98afc70f3c8afa3a69e3840a3 doesn't exist for region: a62b48b98afc70f3c8afa3a69e3840a3 on table testSequentialEditLogSeqNum 2024-11-21T14:29:19,973 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: a62b48b98afc70f3c8afa3a69e3840a3 on table testSequentialEditLogSeqNum 2024-11-21T14:29:19,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741875_1052 (size=62) 2024-11-21T14:29:19,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741875_1052 (size=62) 2024-11-21T14:29:19,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741875_1052 (size=62) 2024-11-21T14:29:19,983 INFO [StoreOpener-a62b48b98afc70f3c8afa3a69e3840a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a62b48b98afc70f3c8afa3a69e3840a3 2024-11-21T14:29:19,984 INFO [StoreOpener-a62b48b98afc70f3c8afa3a69e3840a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a62b48b98afc70f3c8afa3a69e3840a3 columnFamilyName a 2024-11-21T14:29:19,985 DEBUG [StoreOpener-a62b48b98afc70f3c8afa3a69e3840a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:19,985 INFO [StoreOpener-a62b48b98afc70f3c8afa3a69e3840a3-1 {}] regionserver.HStore(327): Store=a62b48b98afc70f3c8afa3a69e3840a3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:19,985 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a62b48b98afc70f3c8afa3a69e3840a3 2024-11-21T14:29:19,986 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/testSequentialEditLogSeqNum/a62b48b98afc70f3c8afa3a69e3840a3 2024-11-21T14:29:19,986 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/testSequentialEditLogSeqNum/a62b48b98afc70f3c8afa3a69e3840a3 2024-11-21T14:29:19,987 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a62b48b98afc70f3c8afa3a69e3840a3 2024-11-21T14:29:19,987 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a62b48b98afc70f3c8afa3a69e3840a3 2024-11-21T14:29:19,989 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a62b48b98afc70f3c8afa3a69e3840a3 2024-11-21T14:29:19,992 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38929/hbase/data/default/testSequentialEditLogSeqNum/a62b48b98afc70f3c8afa3a69e3840a3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:29:19,992 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a62b48b98afc70f3c8afa3a69e3840a3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66468805, jitterRate=-0.009537622332572937}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T14:29:19,993 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a62b48b98afc70f3c8afa3a69e3840a3: Writing region info on filesystem at 1732199359971Initializing all the Stores at 1732199359983 (+12 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199359983Cleaning up temporary data from old regions at 1732199359987 (+4 ms)Region opened successfully at 1732199359993 (+6 ms) 2024-11-21T14:29:20,006 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a62b48b98afc70f3c8afa3a69e3840a3 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-21T14:29:20,032 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38929/hbase/data/default/testSequentialEditLogSeqNum/a62b48b98afc70f3c8afa3a69e3840a3/.tmp/a/ff7d250c3e5f4bf98a38c4ba23169256 is 81, key is testSequentialEditLogSeqNum/a:x0/1732199359994/Put/seqid=0 2024-11-21T14:29:20,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741876_1053 (size=5833) 2024-11-21T14:29:20,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741876_1053 (size=5833) 2024-11-21T14:29:20,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741876_1053 (size=5833) 2024-11-21T14:29:20,044 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38929/hbase/data/default/testSequentialEditLogSeqNum/a62b48b98afc70f3c8afa3a69e3840a3/.tmp/a/ff7d250c3e5f4bf98a38c4ba23169256 2024-11-21T14:29:20,053 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38929/hbase/data/default/testSequentialEditLogSeqNum/a62b48b98afc70f3c8afa3a69e3840a3/.tmp/a/ff7d250c3e5f4bf98a38c4ba23169256 as hdfs://localhost:38929/hbase/data/default/testSequentialEditLogSeqNum/a62b48b98afc70f3c8afa3a69e3840a3/a/ff7d250c3e5f4bf98a38c4ba23169256 2024-11-21T14:29:20,061 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38929/hbase/data/default/testSequentialEditLogSeqNum/a62b48b98afc70f3c8afa3a69e3840a3/a/ff7d250c3e5f4bf98a38c4ba23169256, entries=10, sequenceid=13, filesize=5.7 K 2024-11-21T14:29:20,063 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for a62b48b98afc70f3c8afa3a69e3840a3 in 57ms, sequenceid=13, compaction requested=false 2024-11-21T14:29:20,063 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a62b48b98afc70f3c8afa3a69e3840a3: 2024-11-21T14:29:20,070 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T14:29:20,070 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T14:29:20,070 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T14:29:20,070 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T14:29:20,070 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T14:29:20,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741874_1051 (size=3017) 2024-11-21T14:29:20,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741874_1051 (size=3017) 2024-11-21T14:29:20,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741874_1051 (size=3017) 2024-11-21T14:29:20,100 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38929/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732199359949/wal.1732199359958, size=2.9 K (3017bytes) 2024-11-21T14:29:20,100 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38929/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732199359949/wal.1732199359958 2024-11-21T14:29:20,101 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38929/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732199359949/wal.1732199359958 after 1ms 2024-11-21T14:29:20,105 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38929/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732199359949/wal.1732199359958 took 5ms 2024-11-21T14:29:20,108 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38929/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732199359949/wal.1732199359958 so closing down 2024-11-21T14:29:20,108 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T14:29:20,110 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732199359958.temp 2024-11-21T14:29:20,112 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38929/hbase/data/default/testSequentialEditLogSeqNum/a62b48b98afc70f3c8afa3a69e3840a3/recovered.edits/0000000000000000003-wal.1732199359958.temp 2024-11-21T14:29:20,112 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T14:29:20,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741877_1054 (size=2433) 2024-11-21T14:29:20,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741877_1054 (size=2433) 2024-11-21T14:29:20,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741877_1054 (size=2433) 2024-11-21T14:29:20,131 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38929/hbase/data/default/testSequentialEditLogSeqNum/a62b48b98afc70f3c8afa3a69e3840a3/recovered.edits/0000000000000000003-wal.1732199359958.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-21T14:29:20,134 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38929/hbase/data/default/testSequentialEditLogSeqNum/a62b48b98afc70f3c8afa3a69e3840a3/recovered.edits/0000000000000000003-wal.1732199359958.temp to hdfs://localhost:38929/hbase/data/default/testSequentialEditLogSeqNum/a62b48b98afc70f3c8afa3a69e3840a3/recovered.edits/0000000000000000020 2024-11-21T14:29:20,134 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 28 ms; skipped=2; WAL=hdfs://localhost:38929/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732199359949/wal.1732199359958, size=2.9 K, length=3017, corrupted=false, cancelled=false 2024-11-21T14:29:20,134 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38929/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732199359949/wal.1732199359958, journal: Splitting hdfs://localhost:38929/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732199359949/wal.1732199359958, size=2.9 K (3017bytes) at 1732199360100Finishing writing output for hdfs://localhost:38929/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732199359949/wal.1732199359958 so closing down at 1732199360108 (+8 ms)Creating recovered edits writer path=hdfs://localhost:38929/hbase/data/default/testSequentialEditLogSeqNum/a62b48b98afc70f3c8afa3a69e3840a3/recovered.edits/0000000000000000003-wal.1732199359958.temp at 1732199360112 (+4 ms)3 split writer threads finished at 1732199360112Closed recovered edits writer path=hdfs://localhost:38929/hbase/data/default/testSequentialEditLogSeqNum/a62b48b98afc70f3c8afa3a69e3840a3/recovered.edits/0000000000000000003-wal.1732199359958.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1732199360131 (+19 ms)Rename recovered edits hdfs://localhost:38929/hbase/data/default/testSequentialEditLogSeqNum/a62b48b98afc70f3c8afa3a69e3840a3/recovered.edits/0000000000000000003-wal.1732199359958.temp to hdfs://localhost:38929/hbase/data/default/testSequentialEditLogSeqNum/a62b48b98afc70f3c8afa3a69e3840a3/recovered.edits/0000000000000000020 at 1732199360134 (+3 ms)Processed 17 edits across 1 Regions in 28 ms; skipped=2; WAL=hdfs://localhost:38929/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732199359949/wal.1732199359958, size=2.9 K, length=3017, corrupted=false, cancelled=false at 1732199360134 2024-11-21T14:29:20,156 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testSequentialEditLogSeqNum Thread=403 (was 398) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1401893944_22 at /127.0.0.1:35580 [Waiting for operation #25] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1401893944_22 at /127.0.0.1:55386 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=264 (was 264), ProcessCount=11 (was 11), AvailableMemoryMB=4616 (was 4648) 2024-11-21T14:29:20,173 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=403, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=264, ProcessCount=11, AvailableMemoryMB=4609 2024-11-21T14:29:20,198 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:29:20,201 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:29:20,233 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:29:20,237 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-62391736, suffix=, logDir=hdfs://localhost:38929/hbase/WALs/hregion-62391736, archiveDir=hdfs://localhost:38929/hbase/oldWALs, maxLogs=32 2024-11-21T14:29:20,260 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-62391736/hregion-62391736.1732199360238, exclude list is [], retry=0 2024-11-21T14:29:20,264 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42827,DS-2d88a7ca-3fa1-4581-a8d3-0d77324e14aa,DISK] 2024-11-21T14:29:20,264 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44605,DS-01d713ea-93f9-42f9-b8ca-96d583392a98,DISK] 2024-11-21T14:29:20,268 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44695,DS-87a32409-6067-4796-945e-f03b0de60d30,DISK] 2024-11-21T14:29:20,273 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-62391736/hregion-62391736.1732199360238 2024-11-21T14:29:20,275 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41967:41967),(127.0.0.1/127.0.0.1:37965:37965),(127.0.0.1/127.0.0.1:43747:43747)] 2024-11-21T14:29:20,275 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 878b03904fdba4980a9dddf2e1fffcd2, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732199360199.878b03904fdba4980a9dddf2e1fffcd2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38929/hbase 2024-11-21T14:29:20,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741879_1056 (size=70) 2024-11-21T14:29:20,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741879_1056 (size=70) 2024-11-21T14:29:20,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741879_1056 (size=70) 2024-11-21T14:29:20,301 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732199360199.878b03904fdba4980a9dddf2e1fffcd2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:29:20,303 INFO [StoreOpener-878b03904fdba4980a9dddf2e1fffcd2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 878b03904fdba4980a9dddf2e1fffcd2 2024-11-21T14:29:20,305 INFO [StoreOpener-878b03904fdba4980a9dddf2e1fffcd2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 878b03904fdba4980a9dddf2e1fffcd2 columnFamilyName a 2024-11-21T14:29:20,305 DEBUG [StoreOpener-878b03904fdba4980a9dddf2e1fffcd2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:20,306 INFO [StoreOpener-878b03904fdba4980a9dddf2e1fffcd2-1 {}] regionserver.HStore(327): Store=878b03904fdba4980a9dddf2e1fffcd2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:20,306 INFO [StoreOpener-878b03904fdba4980a9dddf2e1fffcd2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 878b03904fdba4980a9dddf2e1fffcd2 2024-11-21T14:29:20,307 INFO [StoreOpener-878b03904fdba4980a9dddf2e1fffcd2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 878b03904fdba4980a9dddf2e1fffcd2 columnFamilyName b 2024-11-21T14:29:20,307 DEBUG [StoreOpener-878b03904fdba4980a9dddf2e1fffcd2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:20,308 INFO [StoreOpener-878b03904fdba4980a9dddf2e1fffcd2-1 {}] regionserver.HStore(327): Store=878b03904fdba4980a9dddf2e1fffcd2/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:20,308 INFO [StoreOpener-878b03904fdba4980a9dddf2e1fffcd2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 878b03904fdba4980a9dddf2e1fffcd2 2024-11-21T14:29:20,310 INFO [StoreOpener-878b03904fdba4980a9dddf2e1fffcd2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 878b03904fdba4980a9dddf2e1fffcd2 columnFamilyName c 2024-11-21T14:29:20,310 DEBUG [StoreOpener-878b03904fdba4980a9dddf2e1fffcd2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:20,311 INFO [StoreOpener-878b03904fdba4980a9dddf2e1fffcd2-1 {}] regionserver.HStore(327): Store=878b03904fdba4980a9dddf2e1fffcd2/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:20,311 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 878b03904fdba4980a9dddf2e1fffcd2 2024-11-21T14:29:20,312 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878b03904fdba4980a9dddf2e1fffcd2 2024-11-21T14:29:20,313 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878b03904fdba4980a9dddf2e1fffcd2 2024-11-21T14:29:20,314 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 878b03904fdba4980a9dddf2e1fffcd2 2024-11-21T14:29:20,314 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 878b03904fdba4980a9dddf2e1fffcd2 2024-11-21T14:29:20,315 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:29:20,316 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 878b03904fdba4980a9dddf2e1fffcd2 2024-11-21T14:29:20,319 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878b03904fdba4980a9dddf2e1fffcd2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:29:20,320 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 878b03904fdba4980a9dddf2e1fffcd2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65198964, jitterRate=-0.02845972776412964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:29:20,321 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 878b03904fdba4980a9dddf2e1fffcd2: Writing region info on filesystem at 1732199360301Initializing all the Stores at 1732199360302 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199360303 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199360303Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199360303Cleaning up temporary data from old regions at 1732199360314 (+11 ms)Region opened successfully at 1732199360320 (+6 ms) 2024-11-21T14:29:20,321 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 878b03904fdba4980a9dddf2e1fffcd2, disabling compactions & flushes 2024-11-21T14:29:20,321 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732199360199.878b03904fdba4980a9dddf2e1fffcd2. 2024-11-21T14:29:20,321 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732199360199.878b03904fdba4980a9dddf2e1fffcd2. 2024-11-21T14:29:20,321 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732199360199.878b03904fdba4980a9dddf2e1fffcd2. after waiting 0 ms 2024-11-21T14:29:20,321 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732199360199.878b03904fdba4980a9dddf2e1fffcd2. 2024-11-21T14:29:20,321 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732199360199.878b03904fdba4980a9dddf2e1fffcd2. 2024-11-21T14:29:20,322 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 878b03904fdba4980a9dddf2e1fffcd2: Waiting for close lock at 1732199360321Disabling compacts and flushes for region at 1732199360321Disabling writes for close at 1732199360321Writing region close event to WAL at 1732199360321Closed at 1732199360321 2024-11-21T14:29:20,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741878_1055 (size=93) 2024-11-21T14:29:20,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741878_1055 (size=93) 2024-11-21T14:29:20,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741878_1055 (size=93) 2024-11-21T14:29:20,331 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T14:29:20,331 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-62391736:(num 1732199360238) 2024-11-21T14:29:20,331 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T14:29:20,333 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38929/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732199360197, archiveDir=hdfs://localhost:38929/hbase/oldWALs, maxLogs=32 2024-11-21T14:29:20,348 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732199360197/wal.1732199360334, exclude list is [], retry=0 2024-11-21T14:29:20,352 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42827,DS-2d88a7ca-3fa1-4581-a8d3-0d77324e14aa,DISK] 2024-11-21T14:29:20,352 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44695,DS-87a32409-6067-4796-945e-f03b0de60d30,DISK] 2024-11-21T14:29:20,353 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44605,DS-01d713ea-93f9-42f9-b8ca-96d583392a98,DISK] 2024-11-21T14:29:20,354 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732199360197/wal.1732199360334 2024-11-21T14:29:20,355 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41967:41967),(127.0.0.1/127.0.0.1:43747:43747),(127.0.0.1/127.0.0.1:37965:37965)] 2024-11-21T14:29:20,355 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 878b03904fdba4980a9dddf2e1fffcd2, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732199360199.878b03904fdba4980a9dddf2e1fffcd2.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:29:20,355 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732199360199.878b03904fdba4980a9dddf2e1fffcd2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:29:20,355 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 878b03904fdba4980a9dddf2e1fffcd2 2024-11-21T14:29:20,355 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 878b03904fdba4980a9dddf2e1fffcd2 2024-11-21T14:29:20,357 INFO [StoreOpener-878b03904fdba4980a9dddf2e1fffcd2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 878b03904fdba4980a9dddf2e1fffcd2 2024-11-21T14:29:20,358 INFO [StoreOpener-878b03904fdba4980a9dddf2e1fffcd2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 878b03904fdba4980a9dddf2e1fffcd2 columnFamilyName a 2024-11-21T14:29:20,358 DEBUG [StoreOpener-878b03904fdba4980a9dddf2e1fffcd2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:20,358 INFO [StoreOpener-878b03904fdba4980a9dddf2e1fffcd2-1 {}] regionserver.HStore(327): Store=878b03904fdba4980a9dddf2e1fffcd2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:20,358 INFO [StoreOpener-878b03904fdba4980a9dddf2e1fffcd2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 878b03904fdba4980a9dddf2e1fffcd2 2024-11-21T14:29:20,359 INFO [StoreOpener-878b03904fdba4980a9dddf2e1fffcd2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 878b03904fdba4980a9dddf2e1fffcd2 columnFamilyName b 2024-11-21T14:29:20,359 DEBUG [StoreOpener-878b03904fdba4980a9dddf2e1fffcd2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:20,360 INFO [StoreOpener-878b03904fdba4980a9dddf2e1fffcd2-1 {}] regionserver.HStore(327): Store=878b03904fdba4980a9dddf2e1fffcd2/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:20,360 INFO [StoreOpener-878b03904fdba4980a9dddf2e1fffcd2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 878b03904fdba4980a9dddf2e1fffcd2 2024-11-21T14:29:20,361 INFO [StoreOpener-878b03904fdba4980a9dddf2e1fffcd2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 878b03904fdba4980a9dddf2e1fffcd2 columnFamilyName c 2024-11-21T14:29:20,361 DEBUG [StoreOpener-878b03904fdba4980a9dddf2e1fffcd2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:20,361 INFO [StoreOpener-878b03904fdba4980a9dddf2e1fffcd2-1 {}] regionserver.HStore(327): Store=878b03904fdba4980a9dddf2e1fffcd2/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:20,361 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 878b03904fdba4980a9dddf2e1fffcd2 2024-11-21T14:29:20,362 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878b03904fdba4980a9dddf2e1fffcd2 2024-11-21T14:29:20,364 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878b03904fdba4980a9dddf2e1fffcd2 2024-11-21T14:29:20,365 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 878b03904fdba4980a9dddf2e1fffcd2 2024-11-21T14:29:20,365 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 878b03904fdba4980a9dddf2e1fffcd2 2024-11-21T14:29:20,366 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:29:20,367 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 878b03904fdba4980a9dddf2e1fffcd2 2024-11-21T14:29:20,368 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 878b03904fdba4980a9dddf2e1fffcd2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70423173, jitterRate=0.04938705265522003}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:29:20,370 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 878b03904fdba4980a9dddf2e1fffcd2: Writing region info on filesystem at 1732199360355Initializing all the Stores at 1732199360356 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199360356Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199360356Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199360357 (+1 ms)Cleaning up temporary data from old regions at 1732199360365 (+8 ms)Region opened successfully at 1732199360370 (+5 ms) 2024-11-21T14:29:20,375 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38929/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1732199360374/Put/seqid=0 2024-11-21T14:29:20,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741881_1058 (size=4826) 2024-11-21T14:29:20,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741881_1058 (size=4826) 2024-11-21T14:29:20,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741881_1058 (size=4826) 2024-11-21T14:29:20,385 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38929/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 878b03904fdba4980a9dddf2e1fffcd2/a 2024-11-21T14:29:20,392 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-21T14:29:20,393 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T14:29:20,393 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 878b03904fdba4980a9dddf2e1fffcd2: 2024-11-21T14:29:20,394 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38929/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:38929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878b03904fdba4980a9dddf2e1fffcd2/a/3b3605a0ccea4c2abfd26defe734879f_SeqId_3_ 2024-11-21T14:29:20,395 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38929/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 878b03904fdba4980a9dddf2e1fffcd2/a as hdfs://localhost:38929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878b03904fdba4980a9dddf2e1fffcd2/a/3b3605a0ccea4c2abfd26defe734879f_SeqId_3_ - updating store file list. 2024-11-21T14:29:20,401 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3b3605a0ccea4c2abfd26defe734879f_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-21T14:29:20,401 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878b03904fdba4980a9dddf2e1fffcd2/a/3b3605a0ccea4c2abfd26defe734879f_SeqId_3_ into 878b03904fdba4980a9dddf2e1fffcd2/a 2024-11-21T14:29:20,401 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38929/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 878b03904fdba4980a9dddf2e1fffcd2/a (new location: hdfs://localhost:38929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878b03904fdba4980a9dddf2e1fffcd2/a/3b3605a0ccea4c2abfd26defe734879f_SeqId_3_) 2024-11-21T14:29:20,444 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38929/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732199360197/wal.1732199360334, size=0 (0bytes) 2024-11-21T14:29:20,445 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:38929/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732199360197/wal.1732199360334 might be still open, length is 0 2024-11-21T14:29:20,445 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38929/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732199360197/wal.1732199360334 2024-11-21T14:29:20,445 WARN [IPC Server handler 2 on default port 38929 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732199360197/wal.1732199360334 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-21T14:29:20,445 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:38929/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732199360197/wal.1732199360334 after 0ms 2024-11-21T14:29:23,170 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1401893944_22 at /127.0.0.1:55474 [Receiving block BP-2021968090-172.17.0.2-1732199346053:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:42827:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55474 dst: /127.0.0.1:42827 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:42827 remote=/127.0.0.1:55474]. Total timeout mills is 60000, 57237 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:29:23,171 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1401893944_22 at /127.0.0.1:46108 [Receiving block BP-2021968090-172.17.0.2-1732199346053:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:44605:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46108 dst: /127.0.0.1:44605 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:29:23,171 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1401893944_22 at /127.0.0.1:35808 [Receiving block BP-2021968090-172.17.0.2-1732199346053:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:44695:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35808 dst: /127.0.0.1:44695 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:29:23,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741880_1059 (size=504) 2024-11-21T14:29:23,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741880_1059 (size=504) 2024-11-21T14:29:23,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741880_1059 (size=504) 2024-11-21T14:29:24,446 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:38929/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732199360197/wal.1732199360334 after 4001ms 2024-11-21T14:29:24,450 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38929/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732199360197/wal.1732199360334 took 4006ms 2024-11-21T14:29:24,452 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:38929/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732199360197/wal.1732199360334; continuing. 2024-11-21T14:29:24,452 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38929/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732199360197/wal.1732199360334 so closing down 2024-11-21T14:29:24,452 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T14:29:24,454 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1732199360334.temp 2024-11-21T14:29:24,455 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878b03904fdba4980a9dddf2e1fffcd2/recovered.edits/0000000000000000005-wal.1732199360334.temp 2024-11-21T14:29:24,455 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T14:29:24,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741882_1060 (size=238) 2024-11-21T14:29:24,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741882_1060 (size=238) 2024-11-21T14:29:24,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741882_1060 (size=238) 2024-11-21T14:29:24,465 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878b03904fdba4980a9dddf2e1fffcd2/recovered.edits/0000000000000000005-wal.1732199360334.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-21T14:29:24,467 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878b03904fdba4980a9dddf2e1fffcd2/recovered.edits/0000000000000000005-wal.1732199360334.temp to hdfs://localhost:38929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878b03904fdba4980a9dddf2e1fffcd2/recovered.edits/0000000000000000005 2024-11-21T14:29:24,467 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 17 ms; skipped=1; WAL=hdfs://localhost:38929/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732199360197/wal.1732199360334, size=0, length=0, corrupted=false, cancelled=false 2024-11-21T14:29:24,467 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38929/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732199360197/wal.1732199360334, journal: Splitting hdfs://localhost:38929/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732199360197/wal.1732199360334, size=0 (0bytes) at 1732199360444Finishing writing output for hdfs://localhost:38929/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732199360197/wal.1732199360334 so closing down at 1732199364452 (+4008 ms)Creating recovered edits writer path=hdfs://localhost:38929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878b03904fdba4980a9dddf2e1fffcd2/recovered.edits/0000000000000000005-wal.1732199360334.temp at 1732199364455 (+3 ms)3 split writer threads finished at 1732199364455Closed recovered edits writer path=hdfs://localhost:38929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878b03904fdba4980a9dddf2e1fffcd2/recovered.edits/0000000000000000005-wal.1732199360334.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732199364465 (+10 ms)Rename recovered edits hdfs://localhost:38929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878b03904fdba4980a9dddf2e1fffcd2/recovered.edits/0000000000000000005-wal.1732199360334.temp to hdfs://localhost:38929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878b03904fdba4980a9dddf2e1fffcd2/recovered.edits/0000000000000000005 at 1732199364467 (+2 ms)Processed 2 edits across 1 Regions in 17 ms; skipped=1; WAL=hdfs://localhost:38929/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732199360197/wal.1732199360334, size=0, length=0, corrupted=false, cancelled=false at 1732199364467 2024-11-21T14:29:24,469 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38929/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732199360197/wal.1732199360334 to hdfs://localhost:38929/hbase/oldWALs/wal.1732199360334 2024-11-21T14:29:24,470 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878b03904fdba4980a9dddf2e1fffcd2/recovered.edits/0000000000000000005 2024-11-21T14:29:24,470 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T14:29:24,472 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38929/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732199360197, archiveDir=hdfs://localhost:38929/hbase/oldWALs, maxLogs=32 2024-11-21T14:29:24,487 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732199360197/wal.1732199364473, exclude list is [], retry=0 2024-11-21T14:29:24,518 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44695,DS-87a32409-6067-4796-945e-f03b0de60d30,DISK] 2024-11-21T14:29:24,519 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42827,DS-2d88a7ca-3fa1-4581-a8d3-0d77324e14aa,DISK] 2024-11-21T14:29:24,519 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44605,DS-01d713ea-93f9-42f9-b8ca-96d583392a98,DISK] 2024-11-21T14:29:24,529 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732199360197/wal.1732199364473 2024-11-21T14:29:24,531 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43747:43747),(127.0.0.1/127.0.0.1:41967:41967),(127.0.0.1/127.0.0.1:37965:37965)] 2024-11-21T14:29:24,531 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 878b03904fdba4980a9dddf2e1fffcd2, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732199360199.878b03904fdba4980a9dddf2e1fffcd2.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:29:24,532 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732199360199.878b03904fdba4980a9dddf2e1fffcd2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:29:24,532 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 878b03904fdba4980a9dddf2e1fffcd2 2024-11-21T14:29:24,532 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 878b03904fdba4980a9dddf2e1fffcd2 2024-11-21T14:29:24,536 INFO [StoreOpener-878b03904fdba4980a9dddf2e1fffcd2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 878b03904fdba4980a9dddf2e1fffcd2 2024-11-21T14:29:24,537 INFO [StoreOpener-878b03904fdba4980a9dddf2e1fffcd2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 878b03904fdba4980a9dddf2e1fffcd2 columnFamilyName a 2024-11-21T14:29:24,537 DEBUG [StoreOpener-878b03904fdba4980a9dddf2e1fffcd2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:24,545 DEBUG [StoreFileOpener-878b03904fdba4980a9dddf2e1fffcd2-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3b3605a0ccea4c2abfd26defe734879f_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-21T14:29:24,545 DEBUG [StoreOpener-878b03904fdba4980a9dddf2e1fffcd2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878b03904fdba4980a9dddf2e1fffcd2/a/3b3605a0ccea4c2abfd26defe734879f_SeqId_3_ 2024-11-21T14:29:24,545 INFO [StoreOpener-878b03904fdba4980a9dddf2e1fffcd2-1 {}] regionserver.HStore(327): Store=878b03904fdba4980a9dddf2e1fffcd2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:24,546 INFO [StoreOpener-878b03904fdba4980a9dddf2e1fffcd2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 878b03904fdba4980a9dddf2e1fffcd2 2024-11-21T14:29:24,547 INFO [StoreOpener-878b03904fdba4980a9dddf2e1fffcd2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 878b03904fdba4980a9dddf2e1fffcd2 columnFamilyName b 2024-11-21T14:29:24,547 DEBUG [StoreOpener-878b03904fdba4980a9dddf2e1fffcd2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:24,547 INFO [StoreOpener-878b03904fdba4980a9dddf2e1fffcd2-1 {}] regionserver.HStore(327): Store=878b03904fdba4980a9dddf2e1fffcd2/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:24,547 INFO [StoreOpener-878b03904fdba4980a9dddf2e1fffcd2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 878b03904fdba4980a9dddf2e1fffcd2 2024-11-21T14:29:24,548 INFO [StoreOpener-878b03904fdba4980a9dddf2e1fffcd2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 878b03904fdba4980a9dddf2e1fffcd2 columnFamilyName c 2024-11-21T14:29:24,548 DEBUG [StoreOpener-878b03904fdba4980a9dddf2e1fffcd2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:24,549 INFO [StoreOpener-878b03904fdba4980a9dddf2e1fffcd2-1 {}] regionserver.HStore(327): Store=878b03904fdba4980a9dddf2e1fffcd2/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:24,549 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 878b03904fdba4980a9dddf2e1fffcd2 2024-11-21T14:29:24,550 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878b03904fdba4980a9dddf2e1fffcd2 2024-11-21T14:29:24,556 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878b03904fdba4980a9dddf2e1fffcd2 2024-11-21T14:29:24,557 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878b03904fdba4980a9dddf2e1fffcd2/recovered.edits/0000000000000000005 2024-11-21T14:29:24,560 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:38929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878b03904fdba4980a9dddf2e1fffcd2/recovered.edits/0000000000000000005 2024-11-21T14:29:24,560 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 878b03904fdba4980a9dddf2e1fffcd2 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-21T14:29:24,577 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878b03904fdba4980a9dddf2e1fffcd2/.tmp/a/a1bdaa6ac7d4469ba2dbee58e31d3f05 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1732199360406/Put/seqid=0 2024-11-21T14:29:24,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741884_1062 (size=5149) 2024-11-21T14:29:24,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741884_1062 (size=5149) 2024-11-21T14:29:24,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741884_1062 (size=5149) 2024-11-21T14:29:24,584 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878b03904fdba4980a9dddf2e1fffcd2/.tmp/a/a1bdaa6ac7d4469ba2dbee58e31d3f05 2024-11-21T14:29:24,590 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878b03904fdba4980a9dddf2e1fffcd2/.tmp/a/a1bdaa6ac7d4469ba2dbee58e31d3f05 as hdfs://localhost:38929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878b03904fdba4980a9dddf2e1fffcd2/a/a1bdaa6ac7d4469ba2dbee58e31d3f05 2024-11-21T14:29:24,595 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878b03904fdba4980a9dddf2e1fffcd2/a/a1bdaa6ac7d4469ba2dbee58e31d3f05, entries=1, sequenceid=5, filesize=5.0 K 2024-11-21T14:29:24,595 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 878b03904fdba4980a9dddf2e1fffcd2 in 35ms, sequenceid=5, compaction requested=false; wal=null 2024-11-21T14:29:24,595 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878b03904fdba4980a9dddf2e1fffcd2/recovered.edits/0000000000000000005 2024-11-21T14:29:24,597 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 878b03904fdba4980a9dddf2e1fffcd2 2024-11-21T14:29:24,597 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 878b03904fdba4980a9dddf2e1fffcd2 2024-11-21T14:29:24,597 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:29:24,599 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 878b03904fdba4980a9dddf2e1fffcd2 2024-11-21T14:29:24,601 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878b03904fdba4980a9dddf2e1fffcd2/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T14:29:24,602 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 878b03904fdba4980a9dddf2e1fffcd2; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65397988, jitterRate=-0.025494039058685303}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:29:24,602 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 878b03904fdba4980a9dddf2e1fffcd2: Writing region info on filesystem at 1732199364532Initializing all the Stores at 1732199364533 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199364533Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199364536 (+3 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199364536Obtaining lock to block concurrent updates at 1732199364560 (+24 ms)Preparing flush snapshotting stores in 878b03904fdba4980a9dddf2e1fffcd2 at 1732199364560Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1732199360199.878b03904fdba4980a9dddf2e1fffcd2., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1732199364560Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1732199360199.878b03904fdba4980a9dddf2e1fffcd2. at 1732199364560Flushing 878b03904fdba4980a9dddf2e1fffcd2/a: creating writer at 1732199364561 (+1 ms)Flushing 878b03904fdba4980a9dddf2e1fffcd2/a: appending metadata at 1732199364576 (+15 ms)Flushing 878b03904fdba4980a9dddf2e1fffcd2/a: closing flushed file at 1732199364576Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@266cdd10: reopening flushed file at 1732199364589 (+13 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 878b03904fdba4980a9dddf2e1fffcd2 in 35ms, sequenceid=5, compaction requested=false; wal=null at 1732199364595 (+6 ms)Cleaning up temporary data from old regions at 1732199364597 (+2 ms)Region opened successfully at 1732199364602 (+5 ms) 2024-11-21T14:29:24,606 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 878b03904fdba4980a9dddf2e1fffcd2, disabling compactions & flushes 2024-11-21T14:29:24,606 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732199360199.878b03904fdba4980a9dddf2e1fffcd2. 2024-11-21T14:29:24,606 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732199360199.878b03904fdba4980a9dddf2e1fffcd2. 2024-11-21T14:29:24,606 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732199360199.878b03904fdba4980a9dddf2e1fffcd2. after waiting 0 ms 2024-11-21T14:29:24,606 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732199360199.878b03904fdba4980a9dddf2e1fffcd2. 2024-11-21T14:29:24,607 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732199360199.878b03904fdba4980a9dddf2e1fffcd2. 2024-11-21T14:29:24,607 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 878b03904fdba4980a9dddf2e1fffcd2: Waiting for close lock at 1732199364606Disabling compacts and flushes for region at 1732199364606Disabling writes for close at 1732199364606Writing region close event to WAL at 1732199364607 (+1 ms)Closed at 1732199364607 2024-11-21T14:29:24,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741883_1061 (size=93) 2024-11-21T14:29:24,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741883_1061 (size=93) 2024-11-21T14:29:24,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741883_1061 (size=93) 2024-11-21T14:29:24,613 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T14:29:24,613 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732199364473) 2024-11-21T14:29:24,627 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=407 (was 403) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1826044130_22 at /127.0.0.1:40266 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1839da91-e75c-6cd7-240b-75f5b90517a5/cluster_cb01648a-40a0-3c56-e83d-80f00488a0dc/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1826044130_22 at /127.0.0.1:41388 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:38929 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1839da91-e75c-6cd7-240b-75f5b90517a5/cluster_cb01648a-40a0-3c56-e83d-80f00488a0dc/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1382578499) connection to localhost/127.0.0.1:38929 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=1022 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=251 (was 264), ProcessCount=11 (was 11), AvailableMemoryMB=4609 (was 4609) 2024-11-21T14:29:24,639 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=407, OpenFileDescriptor=1022, MaxFileDescriptor=1048576, SystemLoadAverage=251, ProcessCount=11, AvailableMemoryMB=4608 2024-11-21T14:29:24,655 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:29:24,660 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:29:24,665 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,42065,1732199349251 2024-11-21T14:29:24,667 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7217d84f 2024-11-21T14:29:24,668 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:29:24,670 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:29:24,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42065 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:29:24,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42065 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-21T14:29:24,685 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T14:29:24,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42065 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-21T14:29:24,687 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:24,689 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T14:29:24,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:29:24,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741885_1063 (size=694) 2024-11-21T14:29:24,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741885_1063 (size=694) 2024-11-21T14:29:24,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741885_1063 (size=694) 2024-11-21T14:29:24,704 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7954d58b97b61dd3218569ffecb97a07, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236 2024-11-21T14:29:24,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741886_1064 (size=77) 2024-11-21T14:29:24,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741886_1064 (size=77) 2024-11-21T14:29:24,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741886_1064 (size=77) 2024-11-21T14:29:24,715 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:29:24,715 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 7954d58b97b61dd3218569ffecb97a07, disabling compactions & flushes 2024-11-21T14:29:24,715 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07. 2024-11-21T14:29:24,715 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07. 2024-11-21T14:29:24,715 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07. after waiting 0 ms 2024-11-21T14:29:24,715 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07. 2024-11-21T14:29:24,715 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07. 2024-11-21T14:29:24,715 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7954d58b97b61dd3218569ffecb97a07: Waiting for close lock at 1732199364715Disabling compacts and flushes for region at 1732199364715Disabling writes for close at 1732199364715Writing region close event to WAL at 1732199364715Closed at 1732199364715 2024-11-21T14:29:24,717 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T14:29:24,722 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1732199364717"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732199364717"}]},"ts":"1732199364717"} 2024-11-21T14:29:24,726 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T14:29:24,727 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T14:29:24,730 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732199364727"}]},"ts":"1732199364727"} 2024-11-21T14:29:24,734 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-21T14:29:24,734 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {8a7a968213a0=0} racks are {/default-rack=0} 2024-11-21T14:29:24,735 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T14:29:24,735 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T14:29:24,735 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-21T14:29:24,735 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T14:29:24,735 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T14:29:24,735 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-21T14:29:24,735 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T14:29:24,735 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T14:29:24,736 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-21T14:29:24,736 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T14:29:24,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7954d58b97b61dd3218569ffecb97a07, ASSIGN}] 2024-11-21T14:29:24,739 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7954d58b97b61dd3218569ffecb97a07, ASSIGN 2024-11-21T14:29:24,740 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7954d58b97b61dd3218569ffecb97a07, ASSIGN; state=OFFLINE, location=8a7a968213a0,33839,1732199349968; forceNewPlan=false, retain=false 2024-11-21T14:29:24,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:29:24,892 INFO [8a7a968213a0:42065 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-21T14:29:24,893 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7954d58b97b61dd3218569ffecb97a07, regionState=OPENING, regionLocation=8a7a968213a0,33839,1732199349968 2024-11-21T14:29:24,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7954d58b97b61dd3218569ffecb97a07, ASSIGN because future has completed 2024-11-21T14:29:24,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7954d58b97b61dd3218569ffecb97a07, server=8a7a968213a0,33839,1732199349968}] 2024-11-21T14:29:25,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:29:25,051 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T14:29:25,053 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36223, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T14:29:25,059 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07. 2024-11-21T14:29:25,059 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7954d58b97b61dd3218569ffecb97a07, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:29:25,059 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:25,059 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:29:25,059 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:25,060 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:25,061 INFO [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:25,062 INFO [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7954d58b97b61dd3218569ffecb97a07 columnFamilyName cf1 2024-11-21T14:29:25,063 DEBUG [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:25,063 INFO [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] regionserver.HStore(327): Store=7954d58b97b61dd3218569ffecb97a07/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:25,063 INFO [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:25,064 INFO [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7954d58b97b61dd3218569ffecb97a07 columnFamilyName cf2 2024-11-21T14:29:25,064 DEBUG [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:25,065 INFO [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] regionserver.HStore(327): Store=7954d58b97b61dd3218569ffecb97a07/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:25,065 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:25,066 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:25,066 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:25,067 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:25,067 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:25,068 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-21T14:29:25,069 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:25,072 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7954d58b97b61dd3218569ffecb97a07/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:29:25,072 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7954d58b97b61dd3218569ffecb97a07; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59300317, jitterRate=-0.11635641753673553}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-21T14:29:25,073 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:25,074 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7954d58b97b61dd3218569ffecb97a07: Running coprocessor pre-open hook at 1732199365060Writing region info on filesystem at 1732199365060Initializing all the Stores at 1732199365061 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199365061Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199365061Cleaning up temporary data from old regions at 1732199365067 (+6 ms)Running coprocessor post-open hooks at 1732199365073 (+6 ms)Region opened successfully at 1732199365074 (+1 ms) 2024-11-21T14:29:25,075 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07., pid=6, masterSystemTime=1732199365051 2024-11-21T14:29:25,078 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07. 2024-11-21T14:29:25,078 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07. 2024-11-21T14:29:25,079 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7954d58b97b61dd3218569ffecb97a07, regionState=OPEN, openSeqNum=2, regionLocation=8a7a968213a0,33839,1732199349968 2024-11-21T14:29:25,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7954d58b97b61dd3218569ffecb97a07, server=8a7a968213a0,33839,1732199349968 because future has completed 2024-11-21T14:29:25,087 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T14:29:25,087 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7954d58b97b61dd3218569ffecb97a07, server=8a7a968213a0,33839,1732199349968 in 187 msec 2024-11-21T14:29:25,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T14:29:25,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7954d58b97b61dd3218569ffecb97a07, ASSIGN in 351 msec 2024-11-21T14:29:25,093 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T14:29:25,093 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732199365093"}]},"ts":"1732199365093"} 2024-11-21T14:29:25,096 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-21T14:29:25,098 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T14:29:25,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 421 msec 2024-11-21T14:29:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:29:25,319 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-21T14:29:25,319 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-21T14:29:25,321 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T14:29:25,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-21T14:29:25,328 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T14:29:25,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-21T14:29:25,341 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07., hostname=8a7a968213a0,33839,1732199349968, seqNum=2] 2024-11-21T14:29:25,343 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:29:25,345 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:29:25,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42065 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=7954d58b97b61dd3218569ffecb97a07, source=8a7a968213a0,33839,1732199349968, destination=8a7a968213a0,45035,1732199350078, warming up region on 8a7a968213a0,45035,1732199350078 2024-11-21T14:29:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42065 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T14:29:25,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42065 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=7954d58b97b61dd3218569ffecb97a07, source=8a7a968213a0,33839,1732199349968, destination=8a7a968213a0,45035,1732199350078, running balancer 2024-11-21T14:29:25,365 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T14:29:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42065 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7954d58b97b61dd3218569ffecb97a07, REOPEN/MOVE 2024-11-21T14:29:25,366 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7954d58b97b61dd3218569ffecb97a07, REOPEN/MOVE 2024-11-21T14:29:25,368 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=7954d58b97b61dd3218569ffecb97a07, regionState=CLOSING, regionLocation=8a7a968213a0,33839,1732199349968 2024-11-21T14:29:25,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07. 2024-11-21T14:29:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.HRegion(7855): Warmup {ENCODED => 7954d58b97b61dd3218569ffecb97a07, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:29:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:29:25,371 INFO [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:25,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7954d58b97b61dd3218569ffecb97a07, REOPEN/MOVE because future has completed 2024-11-21T14:29:25,372 INFO [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7954d58b97b61dd3218569ffecb97a07 columnFamilyName cf1 2024-11-21T14:29:25,372 DEBUG [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:25,373 INFO [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] regionserver.HStore(327): Store=7954d58b97b61dd3218569ffecb97a07/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:25,373 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T14:29:25,373 INFO [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:25,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7954d58b97b61dd3218569ffecb97a07, server=8a7a968213a0,33839,1732199349968}] 2024-11-21T14:29:25,374 INFO [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7954d58b97b61dd3218569ffecb97a07 columnFamilyName cf2 2024-11-21T14:29:25,374 DEBUG [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:25,375 INFO [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] regionserver.HStore(327): Store=7954d58b97b61dd3218569ffecb97a07/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.HRegion(1722): Closing 7954d58b97b61dd3218569ffecb97a07, disabling compactions & flushes 2024-11-21T14:29:25,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07. 2024-11-21T14:29:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07. 2024-11-21T14:29:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07. after waiting 0 ms 2024-11-21T14:29:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07. 2024-11-21T14:29:25,376 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07. 2024-11-21T14:29:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.HRegion(1676): Region close journal for 7954d58b97b61dd3218569ffecb97a07: Waiting for close lock at 1732199365375Disabling compacts and flushes for region at 1732199365375Disabling writes for close at 1732199365375Writing region close event to WAL at 1732199365376 (+1 ms)Closed at 1732199365376 2024-11-21T14:29:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42065 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-21T14:29:25,532 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:25,532 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-21T14:29:25,533 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 7954d58b97b61dd3218569ffecb97a07, disabling compactions & flushes 2024-11-21T14:29:25,533 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07. 2024-11-21T14:29:25,533 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07. 2024-11-21T14:29:25,533 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07. after waiting 0 ms 2024-11-21T14:29:25,533 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07. 2024-11-21T14:29:25,533 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 7954d58b97b61dd3218569ffecb97a07 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-21T14:29:25,553 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7954d58b97b61dd3218569ffecb97a07/.tmp/cf1/ac6b8aa46b85478eb958f381f6c09dc9 is 35, key is r1/cf1:q/1732199365346/Put/seqid=0 2024-11-21T14:29:25,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741887_1065 (size=4783) 2024-11-21T14:29:25,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741887_1065 (size=4783) 2024-11-21T14:29:25,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741887_1065 (size=4783) 2024-11-21T14:29:25,564 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7954d58b97b61dd3218569ffecb97a07/.tmp/cf1/ac6b8aa46b85478eb958f381f6c09dc9 2024-11-21T14:29:25,571 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7954d58b97b61dd3218569ffecb97a07/.tmp/cf1/ac6b8aa46b85478eb958f381f6c09dc9 as hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7954d58b97b61dd3218569ffecb97a07/cf1/ac6b8aa46b85478eb958f381f6c09dc9 2024-11-21T14:29:25,577 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7954d58b97b61dd3218569ffecb97a07/cf1/ac6b8aa46b85478eb958f381f6c09dc9, entries=1, sequenceid=5, filesize=4.7 K 2024-11-21T14:29:25,578 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 7954d58b97b61dd3218569ffecb97a07 in 45ms, sequenceid=5, compaction requested=false 2024-11-21T14:29:25,579 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-21T14:29:25,584 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7954d58b97b61dd3218569ffecb97a07/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T14:29:25,587 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07. 2024-11-21T14:29:25,587 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 7954d58b97b61dd3218569ffecb97a07: Waiting for close lock at 1732199365533Running coprocessor pre-close hooks at 1732199365533Disabling compacts and flushes for region at 1732199365533Disabling writes for close at 1732199365533Obtaining lock to block concurrent updates at 1732199365533Preparing flush snapshotting stores in 7954d58b97b61dd3218569ffecb97a07 at 1732199365533Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1732199365533Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07. at 1732199365534 (+1 ms)Flushing 7954d58b97b61dd3218569ffecb97a07/cf1: creating writer at 1732199365535 (+1 ms)Flushing 7954d58b97b61dd3218569ffecb97a07/cf1: appending metadata at 1732199365552 (+17 ms)Flushing 7954d58b97b61dd3218569ffecb97a07/cf1: closing flushed file at 1732199365552Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30627c1: reopening flushed file at 1732199365571 (+19 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 7954d58b97b61dd3218569ffecb97a07 in 45ms, sequenceid=5, compaction requested=false at 1732199365578 (+7 ms)Writing region close event to WAL at 1732199365580 (+2 ms)Running coprocessor post-close hooks at 1732199365585 (+5 ms)Closed at 1732199365587 (+2 ms) 2024-11-21T14:29:25,588 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 7954d58b97b61dd3218569ffecb97a07 move to 8a7a968213a0,45035,1732199350078 record at close sequenceid=5 2024-11-21T14:29:25,591 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:25,592 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=7954d58b97b61dd3218569ffecb97a07, regionState=CLOSED 2024-11-21T14:29:25,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7954d58b97b61dd3218569ffecb97a07, server=8a7a968213a0,33839,1732199349968 because future has completed 2024-11-21T14:29:25,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-21T14:29:25,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 7954d58b97b61dd3218569ffecb97a07, server=8a7a968213a0,33839,1732199349968 in 223 msec 2024-11-21T14:29:25,600 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7954d58b97b61dd3218569ffecb97a07, REOPEN/MOVE; state=CLOSED, location=8a7a968213a0,45035,1732199350078; forceNewPlan=false, retain=false 2024-11-21T14:29:25,750 INFO [8a7a968213a0:42065 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-21T14:29:25,751 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=7954d58b97b61dd3218569ffecb97a07, regionState=OPENING, regionLocation=8a7a968213a0,45035,1732199350078 2024-11-21T14:29:25,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7954d58b97b61dd3218569ffecb97a07, REOPEN/MOVE because future has completed 2024-11-21T14:29:25,755 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7954d58b97b61dd3218569ffecb97a07, server=8a7a968213a0,45035,1732199350078}] 2024-11-21T14:29:25,914 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07. 2024-11-21T14:29:25,914 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 7954d58b97b61dd3218569ffecb97a07, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:29:25,914 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:25,914 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:29:25,914 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:25,915 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:25,916 INFO [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:25,918 INFO [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7954d58b97b61dd3218569ffecb97a07 columnFamilyName cf1 2024-11-21T14:29:25,918 DEBUG [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:25,927 DEBUG [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7954d58b97b61dd3218569ffecb97a07/cf1/ac6b8aa46b85478eb958f381f6c09dc9 2024-11-21T14:29:25,928 INFO [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] regionserver.HStore(327): Store=7954d58b97b61dd3218569ffecb97a07/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:25,928 INFO [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:25,929 INFO [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7954d58b97b61dd3218569ffecb97a07 columnFamilyName cf2 2024-11-21T14:29:25,929 DEBUG [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:25,930 INFO [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] regionserver.HStore(327): Store=7954d58b97b61dd3218569ffecb97a07/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:25,930 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:25,931 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:25,932 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:25,933 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:25,933 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:25,934 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-21T14:29:25,936 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:25,937 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 7954d58b97b61dd3218569ffecb97a07; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60305101, jitterRate=-0.10138396918773651}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-21T14:29:25,937 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:25,938 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 7954d58b97b61dd3218569ffecb97a07: Running coprocessor pre-open hook at 1732199365915Writing region info on filesystem at 1732199365915Initializing all the Stores at 1732199365916 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199365916Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199365916Cleaning up temporary data from old regions at 1732199365933 (+17 ms)Running coprocessor post-open hooks at 1732199365937 (+4 ms)Region opened successfully at 1732199365938 (+1 ms) 2024-11-21T14:29:25,940 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07., pid=9, masterSystemTime=1732199365908 2024-11-21T14:29:25,943 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07. 2024-11-21T14:29:25,943 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07. 2024-11-21T14:29:25,944 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=7954d58b97b61dd3218569ffecb97a07, regionState=OPEN, openSeqNum=9, regionLocation=8a7a968213a0,45035,1732199350078 2024-11-21T14:29:25,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7954d58b97b61dd3218569ffecb97a07, server=8a7a968213a0,45035,1732199350078 because future has completed 2024-11-21T14:29:25,951 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-21T14:29:25,951 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 7954d58b97b61dd3218569ffecb97a07, server=8a7a968213a0,45035,1732199350078 in 193 msec 2024-11-21T14:29:25,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7954d58b97b61dd3218569ffecb97a07, REOPEN/MOVE in 587 msec 2024-11-21T14:29:25,973 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T14:29:25,976 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T14:29:25,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33839 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:38288 deadline: 1732199425980, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=8a7a968213a0 port=45035 startCode=1732199350078. As of locationSeqNum=5. 2024-11-21T14:29:26,015 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07., hostname=8a7a968213a0,33839,1732199349968, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07., hostname=8a7a968213a0,33839,1732199349968, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=8a7a968213a0 port=45035 startCode=1732199350078. As of locationSeqNum=5. 2024-11-21T14:29:26,016 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07., hostname=8a7a968213a0,33839,1732199349968, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=8a7a968213a0 port=45035 startCode=1732199350078. As of locationSeqNum=5. 2024-11-21T14:29:26,016 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07., hostname=8a7a968213a0,33839,1732199349968, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07., hostname=8a7a968213a0,45035,1732199350078, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=8a7a968213a0 port=45035 startCode=1732199350078. As of locationSeqNum=5. 2024-11-21T14:29:26,128 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:29:26,130 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:29:26,143 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7954d58b97b61dd3218569ffecb97a07 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-21T14:29:26,174 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7954d58b97b61dd3218569ffecb97a07/.tmp/cf1/8ef597fd06b2433f932d6a9e95c10997 is 29, key is r1/cf1:/1732199366132/DeleteFamily/seqid=0 2024-11-21T14:29:26,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741888_1066 (size=4906) 2024-11-21T14:29:26,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741888_1066 (size=4906) 2024-11-21T14:29:26,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741888_1066 (size=4906) 2024-11-21T14:29:26,189 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7954d58b97b61dd3218569ffecb97a07/.tmp/cf1/8ef597fd06b2433f932d6a9e95c10997 2024-11-21T14:29:26,196 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8ef597fd06b2433f932d6a9e95c10997 2024-11-21T14:29:26,211 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7954d58b97b61dd3218569ffecb97a07/.tmp/cf2/97a9c6324bad4775aa94a12bb5acba2f is 29, key is r1/cf2:/1732199366132/DeleteFamily/seqid=0 2024-11-21T14:29:26,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741889_1067 (size=4906) 2024-11-21T14:29:26,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741889_1067 (size=4906) 2024-11-21T14:29:26,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741889_1067 (size=4906) 2024-11-21T14:29:26,220 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7954d58b97b61dd3218569ffecb97a07/.tmp/cf2/97a9c6324bad4775aa94a12bb5acba2f 2024-11-21T14:29:26,226 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 97a9c6324bad4775aa94a12bb5acba2f 2024-11-21T14:29:26,227 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7954d58b97b61dd3218569ffecb97a07/.tmp/cf1/8ef597fd06b2433f932d6a9e95c10997 as hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7954d58b97b61dd3218569ffecb97a07/cf1/8ef597fd06b2433f932d6a9e95c10997 2024-11-21T14:29:26,233 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8ef597fd06b2433f932d6a9e95c10997 2024-11-21T14:29:26,233 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7954d58b97b61dd3218569ffecb97a07/cf1/8ef597fd06b2433f932d6a9e95c10997, entries=1, sequenceid=12, filesize=4.8 K 2024-11-21T14:29:26,234 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7954d58b97b61dd3218569ffecb97a07/.tmp/cf2/97a9c6324bad4775aa94a12bb5acba2f as hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7954d58b97b61dd3218569ffecb97a07/cf2/97a9c6324bad4775aa94a12bb5acba2f 2024-11-21T14:29:26,239 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 97a9c6324bad4775aa94a12bb5acba2f 2024-11-21T14:29:26,239 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7954d58b97b61dd3218569ffecb97a07/cf2/97a9c6324bad4775aa94a12bb5acba2f, entries=1, sequenceid=12, filesize=4.8 K 2024-11-21T14:29:26,240 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 7954d58b97b61dd3218569ffecb97a07 in 97ms, sequenceid=12, compaction requested=false 2024-11-21T14:29:26,240 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 7954d58b97b61dd3218569ffecb97a07: 2024-11-21T14:29:26,244 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-21T14:29:26,246 DEBUG [Time-limited test {}] regionserver.HStore(1541): 7954d58b97b61dd3218569ffecb97a07/cf1 is initiating major compaction (all files) 2024-11-21T14:29:26,246 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T14:29:26,246 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:29:26,247 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 7954d58b97b61dd3218569ffecb97a07/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07. 2024-11-21T14:29:26,247 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7954d58b97b61dd3218569ffecb97a07/cf1/ac6b8aa46b85478eb958f381f6c09dc9, hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7954d58b97b61dd3218569ffecb97a07/cf1/8ef597fd06b2433f932d6a9e95c10997] into tmpdir=hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7954d58b97b61dd3218569ffecb97a07/.tmp, totalSize=9.5 K 2024-11-21T14:29:26,249 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting ac6b8aa46b85478eb958f381f6c09dc9, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1732199365346 2024-11-21T14:29:26,249 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 8ef597fd06b2433f932d6a9e95c10997, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-21T14:29:26,261 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 7954d58b97b61dd3218569ffecb97a07#cf1#compaction#16 average throughput is 0.00 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:29:26,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741890_1068 (size=4626) 2024-11-21T14:29:26,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741890_1068 (size=4626) 2024-11-21T14:29:26,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741890_1068 (size=4626) 2024-11-21T14:29:26,277 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7954d58b97b61dd3218569ffecb97a07/.tmp/cf1/573edd647867400f843d8aeb3238a694 as hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7954d58b97b61dd3218569ffecb97a07/cf1/573edd647867400f843d8aeb3238a694 2024-11-21T14:29:26,290 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 7954d58b97b61dd3218569ffecb97a07/cf1 of 7954d58b97b61dd3218569ffecb97a07 into 573edd647867400f843d8aeb3238a694(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:29:26,291 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 7954d58b97b61dd3218569ffecb97a07: 2024-11-21T14:29:26,291 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-21T14:29:26,291 DEBUG [Time-limited test {}] regionserver.HStore(1541): 7954d58b97b61dd3218569ffecb97a07/cf2 is initiating major compaction (all files) 2024-11-21T14:29:26,291 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T14:29:26,291 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:29:26,291 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 7954d58b97b61dd3218569ffecb97a07/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07. 2024-11-21T14:29:26,291 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7954d58b97b61dd3218569ffecb97a07/cf2/97a9c6324bad4775aa94a12bb5acba2f] into tmpdir=hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7954d58b97b61dd3218569ffecb97a07/.tmp, totalSize=4.8 K 2024-11-21T14:29:26,292 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 97a9c6324bad4775aa94a12bb5acba2f, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-21T14:29:26,297 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 7954d58b97b61dd3218569ffecb97a07#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:29:26,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741891_1069 (size=4592) 2024-11-21T14:29:26,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741891_1069 (size=4592) 2024-11-21T14:29:26,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741891_1069 (size=4592) 2024-11-21T14:29:26,311 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7954d58b97b61dd3218569ffecb97a07/.tmp/cf2/725cf06c6778432bad4a960a9bef7047 as hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7954d58b97b61dd3218569ffecb97a07/cf2/725cf06c6778432bad4a960a9bef7047 2024-11-21T14:29:26,318 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 7954d58b97b61dd3218569ffecb97a07/cf2 of 7954d58b97b61dd3218569ffecb97a07 into 725cf06c6778432bad4a960a9bef7047(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:29:26,318 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 7954d58b97b61dd3218569ffecb97a07: 2024-11-21T14:29:26,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42065 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=7954d58b97b61dd3218569ffecb97a07, source=8a7a968213a0,45035,1732199350078, destination=8a7a968213a0,33839,1732199349968, warming up region on 8a7a968213a0,33839,1732199349968 2024-11-21T14:29:26,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42065 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=7954d58b97b61dd3218569ffecb97a07, source=8a7a968213a0,45035,1732199350078, destination=8a7a968213a0,33839,1732199349968, running balancer 2024-11-21T14:29:26,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42065 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7954d58b97b61dd3218569ffecb97a07, REOPEN/MOVE 2024-11-21T14:29:26,324 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7954d58b97b61dd3218569ffecb97a07, REOPEN/MOVE 2024-11-21T14:29:26,326 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=7954d58b97b61dd3218569ffecb97a07, regionState=CLOSING, regionLocation=8a7a968213a0,45035,1732199350078 2024-11-21T14:29:26,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33839 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07. 2024-11-21T14:29:26,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33839 {}] regionserver.HRegion(7855): Warmup {ENCODED => 7954d58b97b61dd3218569ffecb97a07, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:29:26,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33839 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:29:26,327 INFO [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:26,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7954d58b97b61dd3218569ffecb97a07, REOPEN/MOVE because future has completed 2024-11-21T14:29:26,328 INFO [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7954d58b97b61dd3218569ffecb97a07 columnFamilyName cf1 2024-11-21T14:29:26,328 DEBUG [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:26,329 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T14:29:26,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7954d58b97b61dd3218569ffecb97a07, server=8a7a968213a0,45035,1732199350078}] 2024-11-21T14:29:26,336 DEBUG [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7954d58b97b61dd3218569ffecb97a07/cf1/573edd647867400f843d8aeb3238a694 2024-11-21T14:29:26,341 INFO [StoreFileOpener-7954d58b97b61dd3218569ffecb97a07-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8ef597fd06b2433f932d6a9e95c10997 2024-11-21T14:29:26,341 DEBUG [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7954d58b97b61dd3218569ffecb97a07/cf1/8ef597fd06b2433f932d6a9e95c10997 2024-11-21T14:29:26,346 DEBUG [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7954d58b97b61dd3218569ffecb97a07/cf1/ac6b8aa46b85478eb958f381f6c09dc9 2024-11-21T14:29:26,347 INFO [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] regionserver.HStore(327): Store=7954d58b97b61dd3218569ffecb97a07/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:26,347 INFO [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:26,348 INFO [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7954d58b97b61dd3218569ffecb97a07 columnFamilyName cf2 2024-11-21T14:29:26,348 DEBUG [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:26,354 DEBUG [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7954d58b97b61dd3218569ffecb97a07/cf2/725cf06c6778432bad4a960a9bef7047 2024-11-21T14:29:26,359 INFO [StoreFileOpener-7954d58b97b61dd3218569ffecb97a07-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 97a9c6324bad4775aa94a12bb5acba2f 2024-11-21T14:29:26,359 DEBUG [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7954d58b97b61dd3218569ffecb97a07/cf2/97a9c6324bad4775aa94a12bb5acba2f 2024-11-21T14:29:26,359 INFO [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] regionserver.HStore(327): Store=7954d58b97b61dd3218569ffecb97a07/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:26,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33839 {}] regionserver.HRegion(1722): Closing 7954d58b97b61dd3218569ffecb97a07, disabling compactions & flushes 2024-11-21T14:29:26,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33839 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07. 2024-11-21T14:29:26,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33839 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07. 2024-11-21T14:29:26,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33839 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07. after waiting 0 ms 2024-11-21T14:29:26,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33839 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07. 2024-11-21T14:29:26,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33839 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07. 2024-11-21T14:29:26,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33839 {}] regionserver.HRegion(1676): Region close journal for 7954d58b97b61dd3218569ffecb97a07: Waiting for close lock at 1732199366359Disabling compacts and flushes for region at 1732199366359Disabling writes for close at 1732199366360 (+1 ms)Writing region close event to WAL at 1732199366361 (+1 ms)Closed at 1732199366361 2024-11-21T14:29:26,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42065 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-21T14:29:26,483 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:26,483 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-21T14:29:26,483 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 7954d58b97b61dd3218569ffecb97a07, disabling compactions & flushes 2024-11-21T14:29:26,483 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07. 2024-11-21T14:29:26,483 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07. 2024-11-21T14:29:26,483 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07. after waiting 0 ms 2024-11-21T14:29:26,483 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07. 2024-11-21T14:29:26,483 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7954d58b97b61dd3218569ffecb97a07/cf1/ac6b8aa46b85478eb958f381f6c09dc9, hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7954d58b97b61dd3218569ffecb97a07/cf1/8ef597fd06b2433f932d6a9e95c10997] to archive 2024-11-21T14:29:26,486 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T14:29:26,490 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7954d58b97b61dd3218569ffecb97a07/cf1/ac6b8aa46b85478eb958f381f6c09dc9 to hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7954d58b97b61dd3218569ffecb97a07/cf1/ac6b8aa46b85478eb958f381f6c09dc9 2024-11-21T14:29:26,492 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7954d58b97b61dd3218569ffecb97a07/cf1/8ef597fd06b2433f932d6a9e95c10997 to hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7954d58b97b61dd3218569ffecb97a07/cf1/8ef597fd06b2433f932d6a9e95c10997 2024-11-21T14:29:26,509 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7954d58b97b61dd3218569ffecb97a07/cf2/97a9c6324bad4775aa94a12bb5acba2f] to archive 2024-11-21T14:29:26,511 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T14:29:26,512 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7954d58b97b61dd3218569ffecb97a07/cf2/97a9c6324bad4775aa94a12bb5acba2f to hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7954d58b97b61dd3218569ffecb97a07/cf2/97a9c6324bad4775aa94a12bb5acba2f 2024-11-21T14:29:26,518 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7954d58b97b61dd3218569ffecb97a07/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-21T14:29:26,518 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07. 2024-11-21T14:29:26,519 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 7954d58b97b61dd3218569ffecb97a07: Waiting for close lock at 1732199366483Running coprocessor pre-close hooks at 1732199366483Disabling compacts and flushes for region at 1732199366483Disabling writes for close at 1732199366483Writing region close event to WAL at 1732199366514 (+31 ms)Running coprocessor post-close hooks at 1732199366518 (+4 ms)Closed at 1732199366518 2024-11-21T14:29:26,519 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 7954d58b97b61dd3218569ffecb97a07 move to 8a7a968213a0,33839,1732199349968 record at close sequenceid=12 2024-11-21T14:29:26,521 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:26,522 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=7954d58b97b61dd3218569ffecb97a07, regionState=CLOSED 2024-11-21T14:29:26,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7954d58b97b61dd3218569ffecb97a07, server=8a7a968213a0,45035,1732199350078 because future has completed 2024-11-21T14:29:26,528 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-21T14:29:26,528 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 7954d58b97b61dd3218569ffecb97a07, server=8a7a968213a0,45035,1732199350078 in 197 msec 2024-11-21T14:29:26,529 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7954d58b97b61dd3218569ffecb97a07, REOPEN/MOVE; state=CLOSED, location=8a7a968213a0,33839,1732199349968; forceNewPlan=false, retain=false 2024-11-21T14:29:26,679 INFO [8a7a968213a0:42065 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-21T14:29:26,680 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=7954d58b97b61dd3218569ffecb97a07, regionState=OPENING, regionLocation=8a7a968213a0,33839,1732199349968 2024-11-21T14:29:26,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7954d58b97b61dd3218569ffecb97a07, REOPEN/MOVE because future has completed 2024-11-21T14:29:26,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7954d58b97b61dd3218569ffecb97a07, server=8a7a968213a0,33839,1732199349968}] 2024-11-21T14:29:26,839 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07. 2024-11-21T14:29:26,839 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 7954d58b97b61dd3218569ffecb97a07, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:29:26,840 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:26,840 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:29:26,840 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:26,840 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:26,842 INFO [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:26,842 INFO [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7954d58b97b61dd3218569ffecb97a07 columnFamilyName cf1 2024-11-21T14:29:26,843 DEBUG [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:26,848 DEBUG [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7954d58b97b61dd3218569ffecb97a07/cf1/573edd647867400f843d8aeb3238a694 2024-11-21T14:29:26,849 INFO [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] regionserver.HStore(327): Store=7954d58b97b61dd3218569ffecb97a07/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:26,849 INFO [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:26,850 INFO [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7954d58b97b61dd3218569ffecb97a07 columnFamilyName cf2 2024-11-21T14:29:26,850 DEBUG [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:26,855 DEBUG [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7954d58b97b61dd3218569ffecb97a07/cf2/725cf06c6778432bad4a960a9bef7047 2024-11-21T14:29:26,855 INFO [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] regionserver.HStore(327): Store=7954d58b97b61dd3218569ffecb97a07/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:26,855 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:26,856 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:26,857 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:26,858 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:26,858 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:26,859 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-21T14:29:26,860 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:26,861 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 7954d58b97b61dd3218569ffecb97a07; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72993256, jitterRate=0.0876842737197876}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-21T14:29:26,861 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:26,861 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 7954d58b97b61dd3218569ffecb97a07: Running coprocessor pre-open hook at 1732199366840Writing region info on filesystem at 1732199366840Initializing all the Stores at 1732199366841 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199366841Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199366841Cleaning up temporary data from old regions at 1732199366858 (+17 ms)Running coprocessor post-open hooks at 1732199366861 (+3 ms)Region opened successfully at 1732199366861 2024-11-21T14:29:26,862 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07., pid=12, masterSystemTime=1732199366835 2024-11-21T14:29:26,865 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07. 2024-11-21T14:29:26,865 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07. 2024-11-21T14:29:26,866 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=7954d58b97b61dd3218569ffecb97a07, regionState=OPEN, openSeqNum=18, regionLocation=8a7a968213a0,33839,1732199349968 2024-11-21T14:29:26,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7954d58b97b61dd3218569ffecb97a07, server=8a7a968213a0,33839,1732199349968 because future has completed 2024-11-21T14:29:26,871 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-21T14:29:26,871 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 7954d58b97b61dd3218569ffecb97a07, server=8a7a968213a0,33839,1732199349968 in 186 msec 2024-11-21T14:29:26,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7954d58b97b61dd3218569ffecb97a07, REOPEN/MOVE in 548 msec 2024-11-21T14:29:26,876 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T14:29:26,878 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T14:29:26,879 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 8a7a968213a0,33839,1732199349968: testing ***** 2024-11-21T14:29:26,879 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T14:29:26,882 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T14:29:26,883 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T14:29:26,885 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T14:29:26,887 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T14:29:26,893 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 272202752 }, "NonHeapMemoryUsage": { "committed": 171114496, "init": 7667712, "max": -1, "used": 168471152 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "8a7a968213a0", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 0, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2071, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 1, "ProcessCallTime_max": 13, "ProcessCallTime_mean": 5, "ProcessCallTime_25th_percentile": 4, "ProcessCallTime_median": 7, "ProcessCallTime_75th_percentile": 10, "ProcessCallTime_90th_percentile": 11, "ProcessCallTime_95th_percentile": 12, "ProcessCallTime_98th_percentile": 12, "ProcessCallTime_99th_percentile": 12, "ProcessCallTime_99.9th_percentile": 12, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 1, "TotalCallTime_max": 13, "TotalCallTime_mean": 5, "TotalCallTime_25th_percentile": 4, "TotalCallTime_median": 7, "TotalCallTime_75th_percentile": 10, "TotalCallTime_90th_percentile": 11, "TotalCallTime_95th_percentile": 12, "TotalCallTime_98th_percentile": 12, "TotalCallTime_99th_percentile": 12, "TotalCallTime_99.9th_percentile": 12, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 174, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 130, "ResponseSize_90th_percentile": 156, "ResponseSize_95th_percentile": 165, "ResponseSize_98th_percentile": 170, "ResponseSize_99th_percentile": 172, "ResponseSize_99.9th_percentile": 173, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 348 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "8a7a968213a0", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:63007", "tag.serverName": "8a7a968213a0,46179,1732199350123", "tag.clusterId": "463334ab-cb35-4449-b30c-b4cf9a91d536", "tag.Context": "regionserver", "tag.Hostname": "8a7a968213a0", "regionCount": 1, "storeCount": 4, "hlogFileCount": 2, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 74, "memStoreHeapSize": 1248, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732199350123, "averageRegionSize": 74, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 1.4, "writeRequestRatePerSecond": 0.4, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 199680, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 7, "totalRowActionRequestCount": 9, "readRequestCount": 7, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 2, "rpcGetRequestCount": 1, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 2, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 3, "ScanTime_mean": 1, "ScanTime_25th_percentile": 0, "ScanTime_median": 1, "ScanTime_75th_percentile": 2, "ScanTime_90th_percentile": 2, "ScanTime_95th_percentile": 2, "ScanTime_98th_percentile": 2, "ScanTime_99th_percentile": 2, "ScanTime_99.9th_percentile": 2, "ScanTime_TimeRangeCount_0-1": 4, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 2, "Put_min": 1, "Put_max": 10, "Put_mean": 5, "Put_25th_percentile": 3, "Put_median": 5, "Put_75th_percentile": 7, "Put_90th_percentile": 9, "Put_95th_percentile": 9, "Put_98th_percentile": 9, "Put_99th_percentile": 9, "Put_99.9th_percentile": 9, "Put_TimeRangeCount_0-1": 2, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 1, "Get_min": 6, "Get_max": 6, "Get_mean": 6, "Get_25th_percentile": 6, "Get_median": 6, "Get_75th_percentile": 6, "Get_90th_percentile": 6, "Get_95th_percentile": 6, "Get_98th_percentile": 6, "Get_99th_percentile": 6, "Get_99.9th_percentile": 6, "Get_TimeRangeCount_0-1": 1, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 144, "ScanSize_mean": 72, "ScanSize_25th_percentile": 36, "ScanSize_median": 72, "ScanSize_75th_percentile": 108, "ScanSize_90th_percentile": 129, "ScanSize_95th_percentile": 136, "ScanSize_98th_percentile": 141, "ScanSize_99th_percentile": 142, "ScanSize_99.9th_percentile": 143, "ScanSize_SizeRangeCount_0-10": 4, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-21T14:29:26,896 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42065 {}] master.MasterRpcServices(700): 8a7a968213a0,33839,1732199349968 reported a fatal error: ***** ABORTING region server 8a7a968213a0,33839,1732199349968: testing ***** 2024-11-21T14:29:26,898 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8a7a968213a0,33839,1732199349968' ***** 2024-11-21T14:29:26,898 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-21T14:29:26,899 INFO [RS:0;8a7a968213a0:33839 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T14:29:26,899 INFO [RS:0;8a7a968213a0:33839 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-21T14:29:26,899 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T14:29:26,899 INFO [RS:0;8a7a968213a0:33839 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-21T14:29:26,899 INFO [RS:0;8a7a968213a0:33839 {}] regionserver.HRegionServer(3091): Received CLOSE for 7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:26,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:36360 deadline: 1732199426899, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=8a7a968213a0 port=33839 startCode=1732199349968. As of locationSeqNum=12. 2024-11-21T14:29:26,900 INFO [RS:0;8a7a968213a0:33839 {}] regionserver.HRegionServer(956): aborting server 8a7a968213a0,33839,1732199349968 2024-11-21T14:29:26,900 INFO [RS:0;8a7a968213a0:33839 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:29:26,900 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07., hostname=8a7a968213a0,45035,1732199350078, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07., hostname=8a7a968213a0,45035,1732199350078, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=8a7a968213a0 port=33839 startCode=1732199349968. As of locationSeqNum=12. 2024-11-21T14:29:26,900 INFO [RS:0;8a7a968213a0:33839 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:33839. 2024-11-21T14:29:26,900 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7954d58b97b61dd3218569ffecb97a07, disabling compactions & flushes 2024-11-21T14:29:26,900 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07., hostname=8a7a968213a0,45035,1732199350078, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=8a7a968213a0 port=33839 startCode=1732199349968. As of locationSeqNum=12. 2024-11-21T14:29:26,900 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07. 2024-11-21T14:29:26,900 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07., hostname=8a7a968213a0,45035,1732199350078, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07., hostname=8a7a968213a0,33839,1732199349968, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=8a7a968213a0 port=33839 startCode=1732199349968. As of locationSeqNum=12. 2024-11-21T14:29:26,900 DEBUG [RS:0;8a7a968213a0:33839 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:29:26,900 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07. 2024-11-21T14:29:26,900 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07. after waiting 0 ms 2024-11-21T14:29:26,901 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07. 2024-11-21T14:29:26,901 DEBUG [RS:0;8a7a968213a0:33839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:29:26,901 INFO [RS:0;8a7a968213a0:33839 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T14:29:26,901 DEBUG [RS:0;8a7a968213a0:33839 {}] regionserver.HRegionServer(1325): Online Regions={7954d58b97b61dd3218569ffecb97a07=testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07.} 2024-11-21T14:29:26,902 DEBUG [RS:0;8a7a968213a0:33839 {}] regionserver.HRegionServer(1351): Waiting on 7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:26,902 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07. 2024-11-21T14:29:26,903 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7954d58b97b61dd3218569ffecb97a07: Waiting for close lock at 1732199366900Running coprocessor pre-close hooks at 1732199366900Disabling compacts and flushes for region at 1732199366900Disabling writes for close at 1732199366901 (+1 ms)Writing region close event to WAL at 1732199366902 (+1 ms)Running coprocessor post-close hooks at 1732199366902Closed at 1732199366902 2024-11-21T14:29:26,903 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07. 2024-11-21T14:29:26,919 INFO [regionserver/8a7a968213a0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:29:27,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 8a7a968213a0,33839,1732199349968 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:29:27,009 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07., hostname=8a7a968213a0,33839,1732199349968, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07., hostname=8a7a968213a0,33839,1732199349968, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 8a7a968213a0,33839,1732199349968 aborting 2024-11-21T14:29:27,009 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07., hostname=8a7a968213a0,33839,1732199349968, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 8a7a968213a0,33839,1732199349968 aborting 2024-11-21T14:29:27,009 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07., hostname=8a7a968213a0,33839,1732199349968, seqNum=12 from cache 2024-11-21T14:29:27,102 INFO [RS:0;8a7a968213a0:33839 {}] regionserver.HRegionServer(976): stopping server 8a7a968213a0,33839,1732199349968; all regions closed. 2024-11-21T14:29:27,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741833_1009 (size=2142) 2024-11-21T14:29:27,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741833_1009 (size=2142) 2024-11-21T14:29:27,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741833_1009 (size=2142) 2024-11-21T14:29:27,107 DEBUG [RS:0;8a7a968213a0:33839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:29:27,107 INFO [RS:0;8a7a968213a0:33839 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:29:27,107 INFO [RS:0;8a7a968213a0:33839 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:29:27,107 INFO [RS:0;8a7a968213a0:33839 {}] hbase.ChoreService(370): Chore service for: regionserver/8a7a968213a0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T14:29:27,108 INFO [regionserver/8a7a968213a0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:29:27,108 INFO [RS:0;8a7a968213a0:33839 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T14:29:27,108 INFO [RS:0;8a7a968213a0:33839 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T14:29:27,108 INFO [RS:0;8a7a968213a0:33839 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T14:29:27,108 INFO [RS:0;8a7a968213a0:33839 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:29:27,108 INFO [RS:0;8a7a968213a0:33839 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33839 2024-11-21T14:29:27,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33839-0x1013aee63580001, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/8a7a968213a0,33839,1732199349968 2024-11-21T14:29:27,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42065-0x1013aee63580000, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T14:29:27,115 INFO [RS:0;8a7a968213a0:33839 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:29:27,118 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8a7a968213a0,33839,1732199349968] 2024-11-21T14:29:27,120 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/8a7a968213a0,33839,1732199349968 already deleted, retry=false 2024-11-21T14:29:27,120 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 8a7a968213a0,33839,1732199349968 on 8a7a968213a0,42065,1732199349251 2024-11-21T14:29:27,125 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 8a7a968213a0,33839,1732199349968, splitWal=true, meta=false 2024-11-21T14:29:27,127 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for 8a7a968213a0,33839,1732199349968 (carryingMeta=false) 8a7a968213a0,33839,1732199349968/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@91bcca8[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-21T14:29:27,128 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 8a7a968213a0,33839,1732199349968, splitWal=true, meta=false 2024-11-21T14:29:27,130 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 8a7a968213a0,33839,1732199349968 had 1 regions 2024-11-21T14:29:27,131 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 8a7a968213a0,33839,1732199349968, splitWal=true, meta=false, isMeta: false 2024-11-21T14:29:27,132 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/WALs/8a7a968213a0,33839,1732199349968-splitting 2024-11-21T14:29:27,133 INFO [PEWorker-1 {}] master.SplitWALManager(105): 8a7a968213a0,33839,1732199349968 WAL count=1, meta=false 2024-11-21T14:29:27,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 8a7a968213a0%2C33839%2C1732199349968.1732199351483}] 2024-11-21T14:29:27,141 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=8a7a968213a0,46179,1732199350123 2024-11-21T14:29:27,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 8a7a968213a0%2C33839%2C1732199349968.1732199351483, worker=8a7a968213a0,46179,1732199350123}] 2024-11-21T14:29:27,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33839-0x1013aee63580001, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:29:27,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33839-0x1013aee63580001, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:29:27,219 INFO [RS:0;8a7a968213a0:33839 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:29:27,219 INFO [RS:0;8a7a968213a0:33839 {}] regionserver.HRegionServer(1031): Exiting; stopping=8a7a968213a0,33839,1732199349968; zookeeper connection closed. 2024-11-21T14:29:27,219 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@14dedbc8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@14dedbc8 2024-11-21T14:29:27,220 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07., hostname=8a7a968213a0,33839,1732199349968, seqNum=18] 2024-11-21T14:29:27,222 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 8a7a968213a0:33839 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 8a7a968213a0/172.17.0.2:33839 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:29:27,222 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07., hostname=8a7a968213a0,33839,1732199349968, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07., hostname=8a7a968213a0,33839,1732199349968, seqNum=18, error=java.net.ConnectException: Call to address=8a7a968213a0:33839 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 8a7a968213a0/172.17.0.2:33839 2024-11-21T14:29:27,223 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07., hostname=8a7a968213a0,33839,1732199349968, seqNum=18 is java.net.ConnectException: Connection refused 2024-11-21T14:29:27,223 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07., hostname=8a7a968213a0,33839,1732199349968, seqNum=18 from cache 2024-11-21T14:29:27,223 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address 8a7a968213a0:33839 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 8a7a968213a0/172.17.0.2:33839 2024-11-21T14:29:27,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46179 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-21T14:29:27,321 INFO [RS_LOG_REPLAY_OPS-regionserver/8a7a968213a0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/WALs/8a7a968213a0,33839,1732199349968-splitting/8a7a968213a0%2C33839%2C1732199349968.1732199351483, size=2.1 K (2142bytes) 2024-11-21T14:29:27,322 INFO [RS_LOG_REPLAY_OPS-regionserver/8a7a968213a0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/WALs/8a7a968213a0,33839,1732199349968-splitting/8a7a968213a0%2C33839%2C1732199349968.1732199351483 2024-11-21T14:29:27,322 INFO [RS_LOG_REPLAY_OPS-regionserver/8a7a968213a0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/WALs/8a7a968213a0,33839,1732199349968-splitting/8a7a968213a0%2C33839%2C1732199349968.1732199351483 after 0ms 2024-11-21T14:29:27,325 INFO [RS_LOG_REPLAY_OPS-regionserver/8a7a968213a0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/WALs/8a7a968213a0,33839,1732199349968-splitting/8a7a968213a0%2C33839%2C1732199349968.1732199351483 took 4ms 2024-11-21T14:29:27,331 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8a7a968213a0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 7954d58b97b61dd3218569ffecb97a07: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-21T14:29:27,331 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8a7a968213a0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/WALs/8a7a968213a0,33839,1732199349968-splitting/8a7a968213a0%2C33839%2C1732199349968.1732199351483 so closing down 2024-11-21T14:29:27,332 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8a7a968213a0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T14:29:27,332 INFO [RS_LOG_REPLAY_OPS-regionserver/8a7a968213a0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T14:29:27,332 INFO [RS_LOG_REPLAY_OPS-regionserver/8a7a968213a0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 7 ms; skipped=6; WAL=hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/WALs/8a7a968213a0,33839,1732199349968-splitting/8a7a968213a0%2C33839%2C1732199349968.1732199351483, size=2.1 K, length=2142, corrupted=false, cancelled=false 2024-11-21T14:29:27,332 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8a7a968213a0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/WALs/8a7a968213a0,33839,1732199349968-splitting/8a7a968213a0%2C33839%2C1732199349968.1732199351483, journal: Splitting hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/WALs/8a7a968213a0,33839,1732199349968-splitting/8a7a968213a0%2C33839%2C1732199349968.1732199351483, size=2.1 K (2142bytes) at 1732199367322Finishing writing output for hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/WALs/8a7a968213a0,33839,1732199349968-splitting/8a7a968213a0%2C33839%2C1732199349968.1732199351483 so closing down at 1732199367331 (+9 ms)3 split writer threads finished at 1732199367332 (+1 ms)Processed 6 edits across 0 Regions in 7 ms; skipped=6; WAL=hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/WALs/8a7a968213a0,33839,1732199349968-splitting/8a7a968213a0%2C33839%2C1732199349968.1732199351483, size=2.1 K, length=2142, corrupted=false, cancelled=false at 1732199367332 2024-11-21T14:29:27,332 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8a7a968213a0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/WALs/8a7a968213a0,33839,1732199349968-splitting/8a7a968213a0%2C33839%2C1732199349968.1732199351483 2024-11-21T14:29:27,333 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8a7a968213a0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-21T14:29:27,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42065 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-21T14:29:27,340 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/WALs/8a7a968213a0,33839,1732199349968-splitting/8a7a968213a0%2C33839%2C1732199349968.1732199351483 to hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/oldWALs 2024-11-21T14:29:27,342 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-21T14:29:27,342 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 8a7a968213a0%2C33839%2C1732199349968.1732199351483, worker=8a7a968213a0,46179,1732199350123 in 198 msec 2024-11-21T14:29:27,343 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=8a7a968213a0,46179,1732199350123 2024-11-21T14:29:27,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-21T14:29:27,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 8a7a968213a0%2C33839%2C1732199349968.1732199351483, worker=8a7a968213a0,46179,1732199350123 in 209 msec 2024-11-21T14:29:27,348 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/WALs/8a7a968213a0,33839,1732199349968-splitting dir is empty, no logs to split. 2024-11-21T14:29:27,348 INFO [PEWorker-1 {}] master.SplitWALManager(105): 8a7a968213a0,33839,1732199349968 WAL count=0, meta=false 2024-11-21T14:29:27,348 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 8a7a968213a0,33839,1732199349968 WAL splitting is done? wals=0, meta=false 2024-11-21T14:29:27,349 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 8a7a968213a0,33839,1732199349968 failed, ignore...File hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/WALs/8a7a968213a0,33839,1732199349968-splitting does not exist. 2024-11-21T14:29:27,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7954d58b97b61dd3218569ffecb97a07, ASSIGN}] 2024-11-21T14:29:27,352 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7954d58b97b61dd3218569ffecb97a07, ASSIGN 2024-11-21T14:29:27,353 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7954d58b97b61dd3218569ffecb97a07, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T14:29:27,504 DEBUG [8a7a968213a0:42065 {}] balancer.BalancerClusterState(204): Hosts are {8a7a968213a0=0} racks are {/default-rack=0} 2024-11-21T14:29:27,504 DEBUG [8a7a968213a0:42065 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T14:29:27,504 DEBUG [8a7a968213a0:42065 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T14:29:27,504 DEBUG [8a7a968213a0:42065 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T14:29:27,504 DEBUG [8a7a968213a0:42065 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T14:29:27,504 INFO [8a7a968213a0:42065 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T14:29:27,504 INFO [8a7a968213a0:42065 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T14:29:27,504 DEBUG [8a7a968213a0:42065 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T14:29:27,505 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=7954d58b97b61dd3218569ffecb97a07, regionState=OPENING, regionLocation=8a7a968213a0,45035,1732199350078 2024-11-21T14:29:27,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7954d58b97b61dd3218569ffecb97a07, ASSIGN because future has completed 2024-11-21T14:29:27,507 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7954d58b97b61dd3218569ffecb97a07, server=8a7a968213a0,45035,1732199350078}] 2024-11-21T14:29:27,530 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07., hostname=8a7a968213a0,33839,1732199349968, seqNum=18] 2024-11-21T14:29:27,530 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to 8a7a968213a0:33839 this server is in the failed servers list 2024-11-21T14:29:27,531 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07., hostname=8a7a968213a0,33839,1732199349968, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07., hostname=8a7a968213a0,33839,1732199349968, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8a7a968213a0:33839 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8a7a968213a0:33839 2024-11-21T14:29:27,531 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07., hostname=8a7a968213a0,33839,1732199349968, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8a7a968213a0:33839 2024-11-21T14:29:27,531 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07., hostname=8a7a968213a0,33839,1732199349968, seqNum=18 from cache 2024-11-21T14:29:27,663 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07. 2024-11-21T14:29:27,664 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 7954d58b97b61dd3218569ffecb97a07, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:29:27,664 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:27,664 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:29:27,664 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:27,664 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:27,666 INFO [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:27,666 INFO [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7954d58b97b61dd3218569ffecb97a07 columnFamilyName cf1 2024-11-21T14:29:27,667 DEBUG [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:27,673 DEBUG [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7954d58b97b61dd3218569ffecb97a07/cf1/573edd647867400f843d8aeb3238a694 2024-11-21T14:29:27,673 INFO [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] regionserver.HStore(327): Store=7954d58b97b61dd3218569ffecb97a07/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:27,674 INFO [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:27,675 INFO [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7954d58b97b61dd3218569ffecb97a07 columnFamilyName cf2 2024-11-21T14:29:27,675 DEBUG [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:27,680 DEBUG [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7954d58b97b61dd3218569ffecb97a07/cf2/725cf06c6778432bad4a960a9bef7047 2024-11-21T14:29:27,680 INFO [StoreOpener-7954d58b97b61dd3218569ffecb97a07-1 {}] regionserver.HStore(327): Store=7954d58b97b61dd3218569ffecb97a07/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:27,680 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:27,681 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:27,682 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:27,683 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:27,683 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:27,683 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-21T14:29:27,685 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:27,685 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 7954d58b97b61dd3218569ffecb97a07; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70731728, jitterRate=0.053984880447387695}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-21T14:29:27,685 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:27,686 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 7954d58b97b61dd3218569ffecb97a07: Running coprocessor pre-open hook at 1732199367664Writing region info on filesystem at 1732199367664Initializing all the Stores at 1732199367665 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199367665Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199367665Cleaning up temporary data from old regions at 1732199367683 (+18 ms)Running coprocessor post-open hooks at 1732199367685 (+2 ms)Region opened successfully at 1732199367686 (+1 ms) 2024-11-21T14:29:27,687 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07., pid=17, masterSystemTime=1732199367659 2024-11-21T14:29:27,689 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07. 2024-11-21T14:29:27,689 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07. 2024-11-21T14:29:27,690 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=7954d58b97b61dd3218569ffecb97a07, regionState=OPEN, openSeqNum=18, regionLocation=8a7a968213a0,45035,1732199350078 2024-11-21T14:29:27,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7954d58b97b61dd3218569ffecb97a07, server=8a7a968213a0,45035,1732199350078 because future has completed 2024-11-21T14:29:27,695 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-21T14:29:27,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 7954d58b97b61dd3218569ffecb97a07, server=8a7a968213a0,45035,1732199350078 in 186 msec 2024-11-21T14:29:27,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-21T14:29:27,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7954d58b97b61dd3218569ffecb97a07, ASSIGN in 345 msec 2024-11-21T14:29:27,698 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 8a7a968213a0,33839,1732199349968 after splitting done 2024-11-21T14:29:27,700 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 8a7a968213a0,33839,1732199349968, splitWal=true, meta=false in 577 msec 2024-11-21T14:29:28,041 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07., hostname=8a7a968213a0,45035,1732199350078, seqNum=18] 2024-11-21T14:29:28,060 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=406 (was 407), OpenFileDescriptor=1051 (was 1022) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=251 (was 251), ProcessCount=11 (was 11), AvailableMemoryMB=4501 (was 4608) 2024-11-21T14:29:28,062 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1051 is superior to 1024 2024-11-21T14:29:28,075 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=406, OpenFileDescriptor=1051, MaxFileDescriptor=1048576, SystemLoadAverage=251, ProcessCount=11, AvailableMemoryMB=4500 2024-11-21T14:29:28,075 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1051 is superior to 1024 2024-11-21T14:29:28,091 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:29:28,093 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:29:28,093 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:29:28,096 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-44600677, suffix=, logDir=hdfs://localhost:38929/hbase/WALs/hregion-44600677, archiveDir=hdfs://localhost:38929/hbase/oldWALs, maxLogs=32 2024-11-21T14:29:28,109 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-44600677/hregion-44600677.1732199368096, exclude list is [], retry=0 2024-11-21T14:29:28,112 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44605,DS-01d713ea-93f9-42f9-b8ca-96d583392a98,DISK] 2024-11-21T14:29:28,112 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42827,DS-2d88a7ca-3fa1-4581-a8d3-0d77324e14aa,DISK] 2024-11-21T14:29:28,112 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44695,DS-87a32409-6067-4796-945e-f03b0de60d30,DISK] 2024-11-21T14:29:28,115 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-44600677/hregion-44600677.1732199368096 2024-11-21T14:29:28,115 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37965:37965),(127.0.0.1/127.0.0.1:41967:41967),(127.0.0.1/127.0.0.1:43747:43747)] 2024-11-21T14:29:28,115 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => e8ce41484d1c288573e1b9fee55d579f, NAME => 'testReplayEditsWrittenViaHRegion,,1732199368091.e8ce41484d1c288573e1b9fee55d579f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38929/hbase 2024-11-21T14:29:28,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741893_1071 (size=67) 2024-11-21T14:29:28,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741893_1071 (size=67) 2024-11-21T14:29:28,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741893_1071 (size=67) 2024-11-21T14:29:28,126 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732199368091.e8ce41484d1c288573e1b9fee55d579f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:29:28,127 INFO [StoreOpener-e8ce41484d1c288573e1b9fee55d579f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e8ce41484d1c288573e1b9fee55d579f 2024-11-21T14:29:28,128 INFO [StoreOpener-e8ce41484d1c288573e1b9fee55d579f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8ce41484d1c288573e1b9fee55d579f columnFamilyName a 2024-11-21T14:29:28,129 DEBUG [StoreOpener-e8ce41484d1c288573e1b9fee55d579f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:28,129 INFO [StoreOpener-e8ce41484d1c288573e1b9fee55d579f-1 {}] regionserver.HStore(327): Store=e8ce41484d1c288573e1b9fee55d579f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:28,129 INFO [StoreOpener-e8ce41484d1c288573e1b9fee55d579f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e8ce41484d1c288573e1b9fee55d579f 2024-11-21T14:29:28,131 INFO [StoreOpener-e8ce41484d1c288573e1b9fee55d579f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8ce41484d1c288573e1b9fee55d579f columnFamilyName b 2024-11-21T14:29:28,131 DEBUG [StoreOpener-e8ce41484d1c288573e1b9fee55d579f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:28,131 INFO [StoreOpener-e8ce41484d1c288573e1b9fee55d579f-1 {}] regionserver.HStore(327): Store=e8ce41484d1c288573e1b9fee55d579f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:28,131 INFO [StoreOpener-e8ce41484d1c288573e1b9fee55d579f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e8ce41484d1c288573e1b9fee55d579f 2024-11-21T14:29:28,133 INFO [StoreOpener-e8ce41484d1c288573e1b9fee55d579f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8ce41484d1c288573e1b9fee55d579f columnFamilyName c 2024-11-21T14:29:28,133 DEBUG [StoreOpener-e8ce41484d1c288573e1b9fee55d579f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:28,133 INFO [StoreOpener-e8ce41484d1c288573e1b9fee55d579f-1 {}] regionserver.HStore(327): Store=e8ce41484d1c288573e1b9fee55d579f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:28,133 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e8ce41484d1c288573e1b9fee55d579f 2024-11-21T14:29:28,134 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/e8ce41484d1c288573e1b9fee55d579f 2024-11-21T14:29:28,134 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/e8ce41484d1c288573e1b9fee55d579f 2024-11-21T14:29:28,135 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e8ce41484d1c288573e1b9fee55d579f 2024-11-21T14:29:28,135 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e8ce41484d1c288573e1b9fee55d579f 2024-11-21T14:29:28,136 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:29:28,137 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e8ce41484d1c288573e1b9fee55d579f 2024-11-21T14:29:28,139 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/e8ce41484d1c288573e1b9fee55d579f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:29:28,139 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e8ce41484d1c288573e1b9fee55d579f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70600457, jitterRate=0.05202879011631012}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:29:28,140 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e8ce41484d1c288573e1b9fee55d579f: Writing region info on filesystem at 1732199368126Initializing all the Stores at 1732199368127 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199368127Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199368127Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199368127Cleaning up temporary data from old regions at 1732199368135 (+8 ms)Region opened successfully at 1732199368140 (+5 ms) 2024-11-21T14:29:28,140 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e8ce41484d1c288573e1b9fee55d579f, disabling compactions & flushes 2024-11-21T14:29:28,140 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732199368091.e8ce41484d1c288573e1b9fee55d579f. 2024-11-21T14:29:28,140 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732199368091.e8ce41484d1c288573e1b9fee55d579f. 2024-11-21T14:29:28,140 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732199368091.e8ce41484d1c288573e1b9fee55d579f. after waiting 0 ms 2024-11-21T14:29:28,140 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732199368091.e8ce41484d1c288573e1b9fee55d579f. 2024-11-21T14:29:28,141 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732199368091.e8ce41484d1c288573e1b9fee55d579f. 2024-11-21T14:29:28,141 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e8ce41484d1c288573e1b9fee55d579f: Waiting for close lock at 1732199368140Disabling compacts and flushes for region at 1732199368140Disabling writes for close at 1732199368140Writing region close event to WAL at 1732199368141 (+1 ms)Closed at 1732199368141 2024-11-21T14:29:28,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741892_1070 (size=93) 2024-11-21T14:29:28,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741892_1070 (size=93) 2024-11-21T14:29:28,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741892_1070 (size=93) 2024-11-21T14:29:28,146 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T14:29:28,146 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-44600677:(num 1732199368096) 2024-11-21T14:29:28,146 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T14:29:28,147 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38929/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732199368090, archiveDir=hdfs://localhost:38929/hbase/oldWALs, maxLogs=32 2024-11-21T14:29:28,161 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732199368090/wal.1732199368148, exclude list is [], retry=0 2024-11-21T14:29:28,163 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44605,DS-01d713ea-93f9-42f9-b8ca-96d583392a98,DISK] 2024-11-21T14:29:28,164 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42827,DS-2d88a7ca-3fa1-4581-a8d3-0d77324e14aa,DISK] 2024-11-21T14:29:28,164 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44695,DS-87a32409-6067-4796-945e-f03b0de60d30,DISK] 2024-11-21T14:29:28,166 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732199368090/wal.1732199368148 2024-11-21T14:29:28,166 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37965:37965),(127.0.0.1/127.0.0.1:41967:41967),(127.0.0.1/127.0.0.1:43747:43747)] 2024-11-21T14:29:28,166 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e8ce41484d1c288573e1b9fee55d579f, NAME => 'testReplayEditsWrittenViaHRegion,,1732199368091.e8ce41484d1c288573e1b9fee55d579f.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:29:28,166 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732199368091.e8ce41484d1c288573e1b9fee55d579f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:29:28,166 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e8ce41484d1c288573e1b9fee55d579f 2024-11-21T14:29:28,166 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e8ce41484d1c288573e1b9fee55d579f 2024-11-21T14:29:28,168 INFO [StoreOpener-e8ce41484d1c288573e1b9fee55d579f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e8ce41484d1c288573e1b9fee55d579f 2024-11-21T14:29:28,169 INFO [StoreOpener-e8ce41484d1c288573e1b9fee55d579f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8ce41484d1c288573e1b9fee55d579f columnFamilyName a 2024-11-21T14:29:28,169 DEBUG [StoreOpener-e8ce41484d1c288573e1b9fee55d579f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:28,169 INFO [StoreOpener-e8ce41484d1c288573e1b9fee55d579f-1 {}] regionserver.HStore(327): Store=e8ce41484d1c288573e1b9fee55d579f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:28,169 INFO [StoreOpener-e8ce41484d1c288573e1b9fee55d579f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e8ce41484d1c288573e1b9fee55d579f 2024-11-21T14:29:28,170 INFO [StoreOpener-e8ce41484d1c288573e1b9fee55d579f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8ce41484d1c288573e1b9fee55d579f columnFamilyName b 2024-11-21T14:29:28,170 DEBUG [StoreOpener-e8ce41484d1c288573e1b9fee55d579f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:28,171 INFO [StoreOpener-e8ce41484d1c288573e1b9fee55d579f-1 {}] regionserver.HStore(327): Store=e8ce41484d1c288573e1b9fee55d579f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:28,171 INFO [StoreOpener-e8ce41484d1c288573e1b9fee55d579f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e8ce41484d1c288573e1b9fee55d579f 2024-11-21T14:29:28,171 INFO [StoreOpener-e8ce41484d1c288573e1b9fee55d579f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8ce41484d1c288573e1b9fee55d579f columnFamilyName c 2024-11-21T14:29:28,171 DEBUG [StoreOpener-e8ce41484d1c288573e1b9fee55d579f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:28,172 INFO [StoreOpener-e8ce41484d1c288573e1b9fee55d579f-1 {}] regionserver.HStore(327): Store=e8ce41484d1c288573e1b9fee55d579f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:28,172 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e8ce41484d1c288573e1b9fee55d579f 2024-11-21T14:29:28,173 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/e8ce41484d1c288573e1b9fee55d579f 2024-11-21T14:29:28,174 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/e8ce41484d1c288573e1b9fee55d579f 2024-11-21T14:29:28,175 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e8ce41484d1c288573e1b9fee55d579f 2024-11-21T14:29:28,175 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e8ce41484d1c288573e1b9fee55d579f 2024-11-21T14:29:28,176 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:29:28,177 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e8ce41484d1c288573e1b9fee55d579f 2024-11-21T14:29:28,178 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e8ce41484d1c288573e1b9fee55d579f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74314714, jitterRate=0.10737553238868713}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:29:28,178 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e8ce41484d1c288573e1b9fee55d579f: Writing region info on filesystem at 1732199368167Initializing all the Stores at 1732199368167Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199368168 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199368168Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199368168Cleaning up temporary data from old regions at 1732199368175 (+7 ms)Region opened successfully at 1732199368178 (+3 ms) 2024-11-21T14:29:28,205 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e8ce41484d1c288573e1b9fee55d579f 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-21T14:29:28,222 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/e8ce41484d1c288573e1b9fee55d579f/.tmp/a/4dba29845901457e8e93dcb2b45ad0e7 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732199368178/Put/seqid=0 2024-11-21T14:29:28,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741895_1073 (size=5958) 2024-11-21T14:29:28,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741895_1073 (size=5958) 2024-11-21T14:29:28,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741895_1073 (size=5958) 2024-11-21T14:29:28,237 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/e8ce41484d1c288573e1b9fee55d579f/.tmp/a/4dba29845901457e8e93dcb2b45ad0e7 2024-11-21T14:29:28,258 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/e8ce41484d1c288573e1b9fee55d579f/.tmp/b/da31c8f628da4327975daf406a931b44 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732199368188/Put/seqid=0 2024-11-21T14:29:28,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741896_1074 (size=5958) 2024-11-21T14:29:28,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741896_1074 (size=5958) 2024-11-21T14:29:28,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741896_1074 (size=5958) 2024-11-21T14:29:28,273 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/e8ce41484d1c288573e1b9fee55d579f/.tmp/b/da31c8f628da4327975daf406a931b44 2024-11-21T14:29:28,294 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/e8ce41484d1c288573e1b9fee55d579f/.tmp/c/37c331e6d6584b6dab99935ec48ef205 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732199368195/Put/seqid=0 2024-11-21T14:29:28,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741897_1075 (size=5958) 2024-11-21T14:29:28,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741897_1075 (size=5958) 2024-11-21T14:29:28,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741897_1075 (size=5958) 2024-11-21T14:29:28,311 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/e8ce41484d1c288573e1b9fee55d579f/.tmp/c/37c331e6d6584b6dab99935ec48ef205 2024-11-21T14:29:28,319 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/e8ce41484d1c288573e1b9fee55d579f/.tmp/a/4dba29845901457e8e93dcb2b45ad0e7 as hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/e8ce41484d1c288573e1b9fee55d579f/a/4dba29845901457e8e93dcb2b45ad0e7 2024-11-21T14:29:28,325 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/e8ce41484d1c288573e1b9fee55d579f/a/4dba29845901457e8e93dcb2b45ad0e7, entries=10, sequenceid=33, filesize=5.8 K 2024-11-21T14:29:28,326 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/e8ce41484d1c288573e1b9fee55d579f/.tmp/b/da31c8f628da4327975daf406a931b44 as hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/e8ce41484d1c288573e1b9fee55d579f/b/da31c8f628da4327975daf406a931b44 2024-11-21T14:29:28,332 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/e8ce41484d1c288573e1b9fee55d579f/b/da31c8f628da4327975daf406a931b44, entries=10, sequenceid=33, filesize=5.8 K 2024-11-21T14:29:28,333 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/e8ce41484d1c288573e1b9fee55d579f/.tmp/c/37c331e6d6584b6dab99935ec48ef205 as hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/e8ce41484d1c288573e1b9fee55d579f/c/37c331e6d6584b6dab99935ec48ef205 2024-11-21T14:29:28,339 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/e8ce41484d1c288573e1b9fee55d579f/c/37c331e6d6584b6dab99935ec48ef205, entries=10, sequenceid=33, filesize=5.8 K 2024-11-21T14:29:28,341 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for e8ce41484d1c288573e1b9fee55d579f in 137ms, sequenceid=33, compaction requested=false 2024-11-21T14:29:28,341 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e8ce41484d1c288573e1b9fee55d579f: 2024-11-21T14:29:28,341 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e8ce41484d1c288573e1b9fee55d579f, disabling compactions & flushes 2024-11-21T14:29:28,341 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732199368091.e8ce41484d1c288573e1b9fee55d579f. 2024-11-21T14:29:28,341 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732199368091.e8ce41484d1c288573e1b9fee55d579f. 2024-11-21T14:29:28,341 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732199368091.e8ce41484d1c288573e1b9fee55d579f. after waiting 0 ms 2024-11-21T14:29:28,341 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732199368091.e8ce41484d1c288573e1b9fee55d579f. 2024-11-21T14:29:28,343 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732199368091.e8ce41484d1c288573e1b9fee55d579f. 2024-11-21T14:29:28,343 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e8ce41484d1c288573e1b9fee55d579f: Waiting for close lock at 1732199368341Disabling compacts and flushes for region at 1732199368341Disabling writes for close at 1732199368341Writing region close event to WAL at 1732199368343 (+2 ms)Closed at 1732199368343 2024-11-21T14:29:28,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741894_1072 (size=5937) 2024-11-21T14:29:28,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741894_1072 (size=5937) 2024-11-21T14:29:28,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741894_1072 (size=5937) 2024-11-21T14:29:28,352 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/e8ce41484d1c288573e1b9fee55d579f/b/da31c8f628da4327975daf406a931b44 to hdfs://localhost:38929/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/e8ce41484d1c288573e1b9fee55d579f/b/da31c8f628da4327975daf406a931b44 2024-11-21T14:29:28,371 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38929/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732199368090/wal.1732199368148, size=5.8 K (5937bytes) 2024-11-21T14:29:28,371 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38929/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732199368090/wal.1732199368148 2024-11-21T14:29:28,371 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38929/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732199368090/wal.1732199368148 after 0ms 2024-11-21T14:29:28,373 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38929/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732199368090/wal.1732199368148 took 3ms 2024-11-21T14:29:28,375 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38929/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732199368090/wal.1732199368148 so closing down 2024-11-21T14:29:28,375 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T14:29:28,377 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732199368148.temp 2024-11-21T14:29:28,378 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/e8ce41484d1c288573e1b9fee55d579f/recovered.edits/0000000000000000003-wal.1732199368148.temp 2024-11-21T14:29:28,378 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T14:29:28,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741898_1076 (size=5223) 2024-11-21T14:29:28,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741898_1076 (size=5223) 2024-11-21T14:29:28,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741898_1076 (size=5223) 2024-11-21T14:29:28,391 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/e8ce41484d1c288573e1b9fee55d579f/recovered.edits/0000000000000000003-wal.1732199368148.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-21T14:29:28,392 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/e8ce41484d1c288573e1b9fee55d579f/recovered.edits/0000000000000000003-wal.1732199368148.temp to hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/e8ce41484d1c288573e1b9fee55d579f/recovered.edits/0000000000000000032 2024-11-21T14:29:28,393 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 19 ms; skipped=2; WAL=hdfs://localhost:38929/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732199368090/wal.1732199368148, size=5.8 K, length=5937, corrupted=false, cancelled=false 2024-11-21T14:29:28,393 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38929/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732199368090/wal.1732199368148, journal: Splitting hdfs://localhost:38929/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732199368090/wal.1732199368148, size=5.8 K (5937bytes) at 1732199368371Finishing writing output for hdfs://localhost:38929/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732199368090/wal.1732199368148 so closing down at 1732199368375 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/e8ce41484d1c288573e1b9fee55d579f/recovered.edits/0000000000000000003-wal.1732199368148.temp at 1732199368378 (+3 ms)3 split writer threads finished at 1732199368378Closed recovered edits writer path=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/e8ce41484d1c288573e1b9fee55d579f/recovered.edits/0000000000000000003-wal.1732199368148.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732199368391 (+13 ms)Rename recovered edits hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/e8ce41484d1c288573e1b9fee55d579f/recovered.edits/0000000000000000003-wal.1732199368148.temp to hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/e8ce41484d1c288573e1b9fee55d579f/recovered.edits/0000000000000000032 at 1732199368392 (+1 ms)Processed 32 edits across 1 Regions in 19 ms; skipped=2; WAL=hdfs://localhost:38929/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732199368090/wal.1732199368148, size=5.8 K, length=5937, corrupted=false, cancelled=false at 1732199368393 (+1 ms) 2024-11-21T14:29:28,394 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38929/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732199368090/wal.1732199368148 to hdfs://localhost:38929/hbase/oldWALs/wal.1732199368148 2024-11-21T14:29:28,395 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/e8ce41484d1c288573e1b9fee55d579f/recovered.edits/0000000000000000032 2024-11-21T14:29:28,396 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T14:29:28,397 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38929/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732199368090, archiveDir=hdfs://localhost:38929/hbase/oldWALs, maxLogs=32 2024-11-21T14:29:28,418 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732199368090/wal.1732199368398, exclude list is [], retry=0 2024-11-21T14:29:28,421 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44695,DS-87a32409-6067-4796-945e-f03b0de60d30,DISK] 2024-11-21T14:29:28,422 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42827,DS-2d88a7ca-3fa1-4581-a8d3-0d77324e14aa,DISK] 2024-11-21T14:29:28,422 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44605,DS-01d713ea-93f9-42f9-b8ca-96d583392a98,DISK] 2024-11-21T14:29:28,424 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732199368090/wal.1732199368398 2024-11-21T14:29:28,424 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43747:43747),(127.0.0.1/127.0.0.1:41967:41967),(127.0.0.1/127.0.0.1:37965:37965)] 2024-11-21T14:29:28,424 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e8ce41484d1c288573e1b9fee55d579f, NAME => 'testReplayEditsWrittenViaHRegion,,1732199368091.e8ce41484d1c288573e1b9fee55d579f.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:29:28,425 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732199368091.e8ce41484d1c288573e1b9fee55d579f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:29:28,425 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e8ce41484d1c288573e1b9fee55d579f 2024-11-21T14:29:28,425 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e8ce41484d1c288573e1b9fee55d579f 2024-11-21T14:29:28,426 INFO [StoreOpener-e8ce41484d1c288573e1b9fee55d579f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e8ce41484d1c288573e1b9fee55d579f 2024-11-21T14:29:28,427 INFO [StoreOpener-e8ce41484d1c288573e1b9fee55d579f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8ce41484d1c288573e1b9fee55d579f columnFamilyName a 2024-11-21T14:29:28,427 DEBUG [StoreOpener-e8ce41484d1c288573e1b9fee55d579f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:28,432 DEBUG [StoreOpener-e8ce41484d1c288573e1b9fee55d579f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/e8ce41484d1c288573e1b9fee55d579f/a/4dba29845901457e8e93dcb2b45ad0e7 2024-11-21T14:29:28,432 INFO [StoreOpener-e8ce41484d1c288573e1b9fee55d579f-1 {}] regionserver.HStore(327): Store=e8ce41484d1c288573e1b9fee55d579f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:28,432 INFO [StoreOpener-e8ce41484d1c288573e1b9fee55d579f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e8ce41484d1c288573e1b9fee55d579f 2024-11-21T14:29:28,434 INFO [StoreOpener-e8ce41484d1c288573e1b9fee55d579f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8ce41484d1c288573e1b9fee55d579f columnFamilyName b 2024-11-21T14:29:28,434 DEBUG [StoreOpener-e8ce41484d1c288573e1b9fee55d579f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:28,434 INFO [StoreOpener-e8ce41484d1c288573e1b9fee55d579f-1 {}] regionserver.HStore(327): Store=e8ce41484d1c288573e1b9fee55d579f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:28,434 INFO [StoreOpener-e8ce41484d1c288573e1b9fee55d579f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e8ce41484d1c288573e1b9fee55d579f 2024-11-21T14:29:28,435 INFO [StoreOpener-e8ce41484d1c288573e1b9fee55d579f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8ce41484d1c288573e1b9fee55d579f columnFamilyName c 2024-11-21T14:29:28,435 DEBUG [StoreOpener-e8ce41484d1c288573e1b9fee55d579f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:28,440 DEBUG [StoreOpener-e8ce41484d1c288573e1b9fee55d579f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/e8ce41484d1c288573e1b9fee55d579f/c/37c331e6d6584b6dab99935ec48ef205 2024-11-21T14:29:28,440 INFO [StoreOpener-e8ce41484d1c288573e1b9fee55d579f-1 {}] regionserver.HStore(327): Store=e8ce41484d1c288573e1b9fee55d579f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:28,440 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e8ce41484d1c288573e1b9fee55d579f 2024-11-21T14:29:28,441 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/e8ce41484d1c288573e1b9fee55d579f 2024-11-21T14:29:28,442 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/e8ce41484d1c288573e1b9fee55d579f 2024-11-21T14:29:28,443 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/e8ce41484d1c288573e1b9fee55d579f/recovered.edits/0000000000000000032 2024-11-21T14:29:28,445 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/e8ce41484d1c288573e1b9fee55d579f/recovered.edits/0000000000000000032 2024-11-21T14:29:28,445 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e8ce41484d1c288573e1b9fee55d579f 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-21T14:29:28,461 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/e8ce41484d1c288573e1b9fee55d579f/.tmp/b/d8b84b6cab6b49fa8037ecd17c4a0759 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732199368188/Put/seqid=0 2024-11-21T14:29:28,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741900_1078 (size=5958) 2024-11-21T14:29:28,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741900_1078 (size=5958) 2024-11-21T14:29:28,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741900_1078 (size=5958) 2024-11-21T14:29:28,469 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/e8ce41484d1c288573e1b9fee55d579f/.tmp/b/d8b84b6cab6b49fa8037ecd17c4a0759 2024-11-21T14:29:28,475 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/e8ce41484d1c288573e1b9fee55d579f/.tmp/b/d8b84b6cab6b49fa8037ecd17c4a0759 as hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/e8ce41484d1c288573e1b9fee55d579f/b/d8b84b6cab6b49fa8037ecd17c4a0759 2024-11-21T14:29:28,480 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/e8ce41484d1c288573e1b9fee55d579f/b/d8b84b6cab6b49fa8037ecd17c4a0759, entries=10, sequenceid=32, filesize=5.8 K 2024-11-21T14:29:28,481 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for e8ce41484d1c288573e1b9fee55d579f in 36ms, sequenceid=32, compaction requested=false; wal=null 2024-11-21T14:29:28,481 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/e8ce41484d1c288573e1b9fee55d579f/recovered.edits/0000000000000000032 2024-11-21T14:29:28,482 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e8ce41484d1c288573e1b9fee55d579f 2024-11-21T14:29:28,482 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e8ce41484d1c288573e1b9fee55d579f 2024-11-21T14:29:28,483 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:29:28,484 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e8ce41484d1c288573e1b9fee55d579f 2024-11-21T14:29:28,486 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/e8ce41484d1c288573e1b9fee55d579f/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-21T14:29:28,487 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e8ce41484d1c288573e1b9fee55d579f; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64280676, jitterRate=-0.042143285274505615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:29:28,488 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e8ce41484d1c288573e1b9fee55d579f: Writing region info on filesystem at 1732199368425Initializing all the Stores at 1732199368426 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199368426Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199368426Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199368426Obtaining lock to block concurrent updates at 1732199368445 (+19 ms)Preparing flush snapshotting stores in e8ce41484d1c288573e1b9fee55d579f at 1732199368445Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732199368091.e8ce41484d1c288573e1b9fee55d579f., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1732199368445Flushing stores of testReplayEditsWrittenViaHRegion,,1732199368091.e8ce41484d1c288573e1b9fee55d579f. at 1732199368445Flushing e8ce41484d1c288573e1b9fee55d579f/b: creating writer at 1732199368446 (+1 ms)Flushing e8ce41484d1c288573e1b9fee55d579f/b: appending metadata at 1732199368460 (+14 ms)Flushing e8ce41484d1c288573e1b9fee55d579f/b: closing flushed file at 1732199368460Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4da90806: reopening flushed file at 1732199368474 (+14 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for e8ce41484d1c288573e1b9fee55d579f in 36ms, sequenceid=32, compaction requested=false; wal=null at 1732199368481 (+7 ms)Cleaning up temporary data from old regions at 1732199368482 (+1 ms)Region opened successfully at 1732199368488 (+6 ms) 2024-11-21T14:29:28,512 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=415 (was 406) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1401893944_22 at /127.0.0.1:41536 [Receiving block BP-2021968090-172.17.0.2-1732199346053:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1401893944_22 at /127.0.0.1:36400 [Receiving block BP-2021968090-172.17.0.2-1732199346053:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2021968090-172.17.0.2-1732199346053:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2021968090-172.17.0.2-1732199346053:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1401893944_22 at /127.0.0.1:36304 [Waiting for operation #27] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2021968090-172.17.0.2-1732199346053:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1401893944_22 at /127.0.0.1:40266 [Waiting for operation #46] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1401893944_22 at /127.0.0.1:41388 [Waiting for operation #29] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1401893944_22 at /127.0.0.1:40402 [Receiving block BP-2021968090-172.17.0.2-1732199346053:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1127 (was 1051) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=263 (was 251) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4497 (was 4500) 2024-11-21T14:29:28,513 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1127 is superior to 1024 2024-11-21T14:29:28,527 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=415, OpenFileDescriptor=1127, MaxFileDescriptor=1048576, SystemLoadAverage=263, ProcessCount=11, AvailableMemoryMB=4496 2024-11-21T14:29:28,527 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1127 is superior to 1024 2024-11-21T14:29:28,542 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:29:28,544 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:29:28,545 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:29:28,547 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-63715668, suffix=, logDir=hdfs://localhost:38929/hbase/WALs/hregion-63715668, archiveDir=hdfs://localhost:38929/hbase/oldWALs, maxLogs=32 2024-11-21T14:29:28,560 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-63715668/hregion-63715668.1732199368547, exclude list is [], retry=0 2024-11-21T14:29:28,563 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42827,DS-2d88a7ca-3fa1-4581-a8d3-0d77324e14aa,DISK] 2024-11-21T14:29:28,564 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44605,DS-01d713ea-93f9-42f9-b8ca-96d583392a98,DISK] 2024-11-21T14:29:28,564 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44695,DS-87a32409-6067-4796-945e-f03b0de60d30,DISK] 2024-11-21T14:29:28,566 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-63715668/hregion-63715668.1732199368547 2024-11-21T14:29:28,567 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41967:41967),(127.0.0.1/127.0.0.1:37965:37965),(127.0.0.1/127.0.0.1:43747:43747)] 2024-11-21T14:29:28,567 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => ee258a8f5b8cae0cfaf9882ea8d7a35a, NAME => 'testReplayEditsAfterAbortingFlush,,1732199368543.ee258a8f5b8cae0cfaf9882ea8d7a35a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38929/hbase 2024-11-21T14:29:28,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741902_1080 (size=68) 2024-11-21T14:29:28,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741902_1080 (size=68) 2024-11-21T14:29:28,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741902_1080 (size=68) 2024-11-21T14:29:28,577 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732199368543.ee258a8f5b8cae0cfaf9882ea8d7a35a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:29:28,579 INFO [StoreOpener-ee258a8f5b8cae0cfaf9882ea8d7a35a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ee258a8f5b8cae0cfaf9882ea8d7a35a 2024-11-21T14:29:28,580 INFO [StoreOpener-ee258a8f5b8cae0cfaf9882ea8d7a35a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee258a8f5b8cae0cfaf9882ea8d7a35a columnFamilyName a 2024-11-21T14:29:28,580 DEBUG [StoreOpener-ee258a8f5b8cae0cfaf9882ea8d7a35a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:28,581 INFO [StoreOpener-ee258a8f5b8cae0cfaf9882ea8d7a35a-1 {}] regionserver.HStore(327): Store=ee258a8f5b8cae0cfaf9882ea8d7a35a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:28,581 INFO [StoreOpener-ee258a8f5b8cae0cfaf9882ea8d7a35a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ee258a8f5b8cae0cfaf9882ea8d7a35a 2024-11-21T14:29:28,582 INFO [StoreOpener-ee258a8f5b8cae0cfaf9882ea8d7a35a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee258a8f5b8cae0cfaf9882ea8d7a35a columnFamilyName b 2024-11-21T14:29:28,582 DEBUG [StoreOpener-ee258a8f5b8cae0cfaf9882ea8d7a35a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:28,583 INFO [StoreOpener-ee258a8f5b8cae0cfaf9882ea8d7a35a-1 {}] regionserver.HStore(327): Store=ee258a8f5b8cae0cfaf9882ea8d7a35a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:28,583 INFO [StoreOpener-ee258a8f5b8cae0cfaf9882ea8d7a35a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ee258a8f5b8cae0cfaf9882ea8d7a35a 2024-11-21T14:29:28,584 INFO [StoreOpener-ee258a8f5b8cae0cfaf9882ea8d7a35a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee258a8f5b8cae0cfaf9882ea8d7a35a columnFamilyName c 2024-11-21T14:29:28,584 DEBUG [StoreOpener-ee258a8f5b8cae0cfaf9882ea8d7a35a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:28,585 INFO [StoreOpener-ee258a8f5b8cae0cfaf9882ea8d7a35a-1 {}] regionserver.HStore(327): Store=ee258a8f5b8cae0cfaf9882ea8d7a35a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:28,585 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ee258a8f5b8cae0cfaf9882ea8d7a35a 2024-11-21T14:29:28,586 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/testReplayEditsAfterAbortingFlush/ee258a8f5b8cae0cfaf9882ea8d7a35a 2024-11-21T14:29:28,586 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/testReplayEditsAfterAbortingFlush/ee258a8f5b8cae0cfaf9882ea8d7a35a 2024-11-21T14:29:28,587 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ee258a8f5b8cae0cfaf9882ea8d7a35a 2024-11-21T14:29:28,587 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ee258a8f5b8cae0cfaf9882ea8d7a35a 2024-11-21T14:29:28,588 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:29:28,589 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ee258a8f5b8cae0cfaf9882ea8d7a35a 2024-11-21T14:29:28,591 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38929/hbase/data/default/testReplayEditsAfterAbortingFlush/ee258a8f5b8cae0cfaf9882ea8d7a35a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:29:28,592 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ee258a8f5b8cae0cfaf9882ea8d7a35a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72177857, jitterRate=0.07553388178348541}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:29:28,593 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ee258a8f5b8cae0cfaf9882ea8d7a35a: Writing region info on filesystem at 1732199368577Initializing all the Stores at 1732199368578 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199368578Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199368578Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199368578Cleaning up temporary data from old regions at 1732199368587 (+9 ms)Region opened successfully at 1732199368593 (+6 ms) 2024-11-21T14:29:28,593 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ee258a8f5b8cae0cfaf9882ea8d7a35a, disabling compactions & flushes 2024-11-21T14:29:28,593 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732199368543.ee258a8f5b8cae0cfaf9882ea8d7a35a. 2024-11-21T14:29:28,593 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732199368543.ee258a8f5b8cae0cfaf9882ea8d7a35a. 2024-11-21T14:29:28,593 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732199368543.ee258a8f5b8cae0cfaf9882ea8d7a35a. after waiting 0 ms 2024-11-21T14:29:28,593 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732199368543.ee258a8f5b8cae0cfaf9882ea8d7a35a. 2024-11-21T14:29:28,593 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732199368543.ee258a8f5b8cae0cfaf9882ea8d7a35a. 2024-11-21T14:29:28,593 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ee258a8f5b8cae0cfaf9882ea8d7a35a: Waiting for close lock at 1732199368593Disabling compacts and flushes for region at 1732199368593Disabling writes for close at 1732199368593Writing region close event to WAL at 1732199368593Closed at 1732199368593 2024-11-21T14:29:28,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741901_1079 (size=93) 2024-11-21T14:29:28,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741901_1079 (size=93) 2024-11-21T14:29:28,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741901_1079 (size=93) 2024-11-21T14:29:28,599 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T14:29:28,599 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-63715668:(num 1732199368547) 2024-11-21T14:29:28,599 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T14:29:28,601 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38929/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732199368541, archiveDir=hdfs://localhost:38929/hbase/oldWALs, maxLogs=32 2024-11-21T14:29:28,615 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732199368541/wal.1732199368602, exclude list is [], retry=0 2024-11-21T14:29:28,618 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42827,DS-2d88a7ca-3fa1-4581-a8d3-0d77324e14aa,DISK] 2024-11-21T14:29:28,618 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44605,DS-01d713ea-93f9-42f9-b8ca-96d583392a98,DISK] 2024-11-21T14:29:28,619 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44695,DS-87a32409-6067-4796-945e-f03b0de60d30,DISK] 2024-11-21T14:29:28,620 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732199368541/wal.1732199368602 2024-11-21T14:29:28,620 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41967:41967),(127.0.0.1/127.0.0.1:37965:37965),(127.0.0.1/127.0.0.1:43747:43747)] 2024-11-21T14:29:28,695 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => ee258a8f5b8cae0cfaf9882ea8d7a35a, NAME => 'testReplayEditsAfterAbortingFlush,,1732199368543.ee258a8f5b8cae0cfaf9882ea8d7a35a.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:29:28,698 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush ee258a8f5b8cae0cfaf9882ea8d7a35a 2024-11-21T14:29:28,698 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732199368543.ee258a8f5b8cae0cfaf9882ea8d7a35a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:29:28,698 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for ee258a8f5b8cae0cfaf9882ea8d7a35a 2024-11-21T14:29:28,698 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for ee258a8f5b8cae0cfaf9882ea8d7a35a 2024-11-21T14:29:28,700 INFO [StoreOpener-ee258a8f5b8cae0cfaf9882ea8d7a35a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ee258a8f5b8cae0cfaf9882ea8d7a35a 2024-11-21T14:29:28,701 INFO [StoreOpener-ee258a8f5b8cae0cfaf9882ea8d7a35a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee258a8f5b8cae0cfaf9882ea8d7a35a columnFamilyName a 2024-11-21T14:29:28,701 DEBUG [StoreOpener-ee258a8f5b8cae0cfaf9882ea8d7a35a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:28,702 INFO [StoreOpener-ee258a8f5b8cae0cfaf9882ea8d7a35a-1 {}] regionserver.HStore(327): Store=ee258a8f5b8cae0cfaf9882ea8d7a35a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:28,702 INFO [StoreOpener-ee258a8f5b8cae0cfaf9882ea8d7a35a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ee258a8f5b8cae0cfaf9882ea8d7a35a 2024-11-21T14:29:28,703 INFO [StoreOpener-ee258a8f5b8cae0cfaf9882ea8d7a35a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee258a8f5b8cae0cfaf9882ea8d7a35a columnFamilyName b 2024-11-21T14:29:28,703 DEBUG [StoreOpener-ee258a8f5b8cae0cfaf9882ea8d7a35a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:28,703 INFO [StoreOpener-ee258a8f5b8cae0cfaf9882ea8d7a35a-1 {}] regionserver.HStore(327): Store=ee258a8f5b8cae0cfaf9882ea8d7a35a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:28,704 INFO [StoreOpener-ee258a8f5b8cae0cfaf9882ea8d7a35a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ee258a8f5b8cae0cfaf9882ea8d7a35a 2024-11-21T14:29:28,704 INFO [StoreOpener-ee258a8f5b8cae0cfaf9882ea8d7a35a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee258a8f5b8cae0cfaf9882ea8d7a35a columnFamilyName c 2024-11-21T14:29:28,704 DEBUG [StoreOpener-ee258a8f5b8cae0cfaf9882ea8d7a35a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:28,705 INFO [StoreOpener-ee258a8f5b8cae0cfaf9882ea8d7a35a-1 {}] regionserver.HStore(327): Store=ee258a8f5b8cae0cfaf9882ea8d7a35a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:28,705 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ee258a8f5b8cae0cfaf9882ea8d7a35a 2024-11-21T14:29:28,706 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/testReplayEditsAfterAbortingFlush/ee258a8f5b8cae0cfaf9882ea8d7a35a 2024-11-21T14:29:28,707 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/testReplayEditsAfterAbortingFlush/ee258a8f5b8cae0cfaf9882ea8d7a35a 2024-11-21T14:29:28,708 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ee258a8f5b8cae0cfaf9882ea8d7a35a 2024-11-21T14:29:28,708 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ee258a8f5b8cae0cfaf9882ea8d7a35a 2024-11-21T14:29:28,708 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:29:28,709 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ee258a8f5b8cae0cfaf9882ea8d7a35a 2024-11-21T14:29:28,710 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ee258a8f5b8cae0cfaf9882ea8d7a35a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62559139, jitterRate=-0.06779618561267853}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:29:28,710 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ee258a8f5b8cae0cfaf9882ea8d7a35a 2024-11-21T14:29:28,711 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ee258a8f5b8cae0cfaf9882ea8d7a35a: Running coprocessor pre-open hook at 1732199368698Writing region info on filesystem at 1732199368698Initializing all the Stores at 1732199368700 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199368700Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199368700Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199368700Cleaning up temporary data from old regions at 1732199368708 (+8 ms)Running coprocessor post-open hooks at 1732199368710 (+2 ms)Region opened successfully at 1732199368711 (+1 ms) 2024-11-21T14:29:28,725 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ee258a8f5b8cae0cfaf9882ea8d7a35a 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-21T14:29:28,726 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for ee258a8f5b8cae0cfaf9882ea8d7a35a/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:29:29,678 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-21T14:29:29,678 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-21T14:29:29,679 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-21T14:29:29,680 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-21T14:29:29,681 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-21T14:29:29,681 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-21T14:29:29,682 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-21T14:29:29,682 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-21T14:29:29,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-21T14:29:29,683 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-21T14:29:29,727 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for ee258a8f5b8cae0cfaf9882ea8d7a35a/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:29:30,599 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T14:29:30,728 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for ee258a8f5b8cae0cfaf9882ea8d7a35a/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:29:31,728 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for ee258a8f5b8cae0cfaf9882ea8d7a35a/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:29:32,729 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for ee258a8f5b8cae0cfaf9882ea8d7a35a/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:29:33,730 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for ee258a8f5b8cae0cfaf9882ea8d7a35a/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:29:34,730 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for ee258a8f5b8cae0cfaf9882ea8d7a35a/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:29:35,731 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for ee258a8f5b8cae0cfaf9882ea8d7a35a/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:29:36,732 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for ee258a8f5b8cae0cfaf9882ea8d7a35a/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:29:37,733 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for ee258a8f5b8cae0cfaf9882ea8d7a35a/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:29:37,734 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ee258a8f5b8cae0cfaf9882ea8d7a35a: 2024-11-21T14:29:37,734 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1732199368543.ee258a8f5b8cae0cfaf9882ea8d7a35a. 2024-11-21T14:29:37,747 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ee258a8f5b8cae0cfaf9882ea8d7a35a: 2024-11-21T14:29:37,747 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-21T14:29:37,747 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ee258a8f5b8cae0cfaf9882ea8d7a35a, disabling compactions & flushes 2024-11-21T14:29:37,747 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732199368543.ee258a8f5b8cae0cfaf9882ea8d7a35a. 2024-11-21T14:29:37,747 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732199368543.ee258a8f5b8cae0cfaf9882ea8d7a35a. 2024-11-21T14:29:37,747 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732199368543.ee258a8f5b8cae0cfaf9882ea8d7a35a. after waiting 0 ms 2024-11-21T14:29:37,747 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732199368543.ee258a8f5b8cae0cfaf9882ea8d7a35a. 2024-11-21T14:29:37,748 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1732199368543.ee258a8f5b8cae0cfaf9882ea8d7a35a. 2024-11-21T14:29:37,748 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732199368543.ee258a8f5b8cae0cfaf9882ea8d7a35a. 2024-11-21T14:29:37,748 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ee258a8f5b8cae0cfaf9882ea8d7a35a: Waiting for close lock at 1732199377747Running coprocessor pre-close hooks at 1732199377747Disabling compacts and flushes for region at 1732199377747Disabling writes for close at 1732199377747Writing region close event to WAL at 1732199377748 (+1 ms)Running coprocessor post-close hooks at 1732199377748Closed at 1732199377748 2024-11-21T14:29:37,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741903_1081 (size=3941) 2024-11-21T14:29:37,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741903_1081 (size=3941) 2024-11-21T14:29:37,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741903_1081 (size=3941) 2024-11-21T14:29:37,776 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38929/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732199368541/wal.1732199368602, size=3.8 K (3941bytes) 2024-11-21T14:29:37,776 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38929/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732199368541/wal.1732199368602 2024-11-21T14:29:37,777 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38929/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732199368541/wal.1732199368602 after 1ms 2024-11-21T14:29:37,780 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38929/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732199368541/wal.1732199368602 took 4ms 2024-11-21T14:29:37,782 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38929/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732199368541/wal.1732199368602 so closing down 2024-11-21T14:29:37,782 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T14:29:37,784 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1732199368602.temp 2024-11-21T14:29:37,785 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38929/hbase/data/default/testReplayEditsAfterAbortingFlush/ee258a8f5b8cae0cfaf9882ea8d7a35a/recovered.edits/0000000000000000004-wal.1732199368602.temp 2024-11-21T14:29:37,785 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T14:29:37,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741904_1082 (size=2983) 2024-11-21T14:29:37,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741904_1082 (size=2983) 2024-11-21T14:29:37,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741904_1082 (size=2983) 2024-11-21T14:29:37,803 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38929/hbase/data/default/testReplayEditsAfterAbortingFlush/ee258a8f5b8cae0cfaf9882ea8d7a35a/recovered.edits/0000000000000000004-wal.1732199368602.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-21T14:29:37,804 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38929/hbase/data/default/testReplayEditsAfterAbortingFlush/ee258a8f5b8cae0cfaf9882ea8d7a35a/recovered.edits/0000000000000000004-wal.1732199368602.temp to hdfs://localhost:38929/hbase/data/default/testReplayEditsAfterAbortingFlush/ee258a8f5b8cae0cfaf9882ea8d7a35a/recovered.edits/0000000000000000026 2024-11-21T14:29:37,805 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 25 ms; skipped=3; WAL=hdfs://localhost:38929/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732199368541/wal.1732199368602, size=3.8 K, length=3941, corrupted=false, cancelled=false 2024-11-21T14:29:37,805 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38929/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732199368541/wal.1732199368602, journal: Splitting hdfs://localhost:38929/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732199368541/wal.1732199368602, size=3.8 K (3941bytes) at 1732199377776Finishing writing output for hdfs://localhost:38929/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732199368541/wal.1732199368602 so closing down at 1732199377782 (+6 ms)Creating recovered edits writer path=hdfs://localhost:38929/hbase/data/default/testReplayEditsAfterAbortingFlush/ee258a8f5b8cae0cfaf9882ea8d7a35a/recovered.edits/0000000000000000004-wal.1732199368602.temp at 1732199377785 (+3 ms)3 split writer threads finished at 1732199377785Closed recovered edits writer path=hdfs://localhost:38929/hbase/data/default/testReplayEditsAfterAbortingFlush/ee258a8f5b8cae0cfaf9882ea8d7a35a/recovered.edits/0000000000000000004-wal.1732199368602.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1732199377803 (+18 ms)Rename recovered edits hdfs://localhost:38929/hbase/data/default/testReplayEditsAfterAbortingFlush/ee258a8f5b8cae0cfaf9882ea8d7a35a/recovered.edits/0000000000000000004-wal.1732199368602.temp to hdfs://localhost:38929/hbase/data/default/testReplayEditsAfterAbortingFlush/ee258a8f5b8cae0cfaf9882ea8d7a35a/recovered.edits/0000000000000000026 at 1732199377805 (+2 ms)Processed 23 edits across 1 Regions in 25 ms; skipped=3; WAL=hdfs://localhost:38929/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732199368541/wal.1732199368602, size=3.8 K, length=3941, corrupted=false, cancelled=false at 1732199377805 2024-11-21T14:29:37,806 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38929/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732199368541/wal.1732199368602 to hdfs://localhost:38929/hbase/oldWALs/wal.1732199368602 2024-11-21T14:29:37,807 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38929/hbase/data/default/testReplayEditsAfterAbortingFlush/ee258a8f5b8cae0cfaf9882ea8d7a35a/recovered.edits/0000000000000000026 2024-11-21T14:29:37,807 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T14:29:37,809 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38929/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732199368541, archiveDir=hdfs://localhost:38929/hbase/oldWALs, maxLogs=32 2024-11-21T14:29:37,823 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732199368541/wal.1732199377810, exclude list is [], retry=0 2024-11-21T14:29:37,826 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42827,DS-2d88a7ca-3fa1-4581-a8d3-0d77324e14aa,DISK] 2024-11-21T14:29:37,826 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44695,DS-87a32409-6067-4796-945e-f03b0de60d30,DISK] 2024-11-21T14:29:37,827 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44605,DS-01d713ea-93f9-42f9-b8ca-96d583392a98,DISK] 2024-11-21T14:29:37,828 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732199368541/wal.1732199377810 2024-11-21T14:29:37,829 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41967:41967),(127.0.0.1/127.0.0.1:43747:43747),(127.0.0.1/127.0.0.1:37965:37965)] 2024-11-21T14:29:37,829 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => ee258a8f5b8cae0cfaf9882ea8d7a35a, NAME => 'testReplayEditsAfterAbortingFlush,,1732199368543.ee258a8f5b8cae0cfaf9882ea8d7a35a.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:29:37,830 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush ee258a8f5b8cae0cfaf9882ea8d7a35a 2024-11-21T14:29:37,830 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732199368543.ee258a8f5b8cae0cfaf9882ea8d7a35a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:29:37,830 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for ee258a8f5b8cae0cfaf9882ea8d7a35a 2024-11-21T14:29:37,830 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for ee258a8f5b8cae0cfaf9882ea8d7a35a 2024-11-21T14:29:37,832 INFO [StoreOpener-ee258a8f5b8cae0cfaf9882ea8d7a35a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ee258a8f5b8cae0cfaf9882ea8d7a35a 2024-11-21T14:29:37,833 INFO [StoreOpener-ee258a8f5b8cae0cfaf9882ea8d7a35a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee258a8f5b8cae0cfaf9882ea8d7a35a columnFamilyName a 2024-11-21T14:29:37,833 DEBUG [StoreOpener-ee258a8f5b8cae0cfaf9882ea8d7a35a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:37,833 INFO [StoreOpener-ee258a8f5b8cae0cfaf9882ea8d7a35a-1 {}] regionserver.HStore(327): Store=ee258a8f5b8cae0cfaf9882ea8d7a35a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:37,834 INFO [StoreOpener-ee258a8f5b8cae0cfaf9882ea8d7a35a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ee258a8f5b8cae0cfaf9882ea8d7a35a 2024-11-21T14:29:37,834 INFO [StoreOpener-ee258a8f5b8cae0cfaf9882ea8d7a35a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee258a8f5b8cae0cfaf9882ea8d7a35a columnFamilyName b 2024-11-21T14:29:37,834 DEBUG [StoreOpener-ee258a8f5b8cae0cfaf9882ea8d7a35a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:37,835 INFO [StoreOpener-ee258a8f5b8cae0cfaf9882ea8d7a35a-1 {}] regionserver.HStore(327): Store=ee258a8f5b8cae0cfaf9882ea8d7a35a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:37,835 INFO [StoreOpener-ee258a8f5b8cae0cfaf9882ea8d7a35a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ee258a8f5b8cae0cfaf9882ea8d7a35a 2024-11-21T14:29:37,836 INFO [StoreOpener-ee258a8f5b8cae0cfaf9882ea8d7a35a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee258a8f5b8cae0cfaf9882ea8d7a35a columnFamilyName c 2024-11-21T14:29:37,836 DEBUG [StoreOpener-ee258a8f5b8cae0cfaf9882ea8d7a35a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:37,836 INFO [StoreOpener-ee258a8f5b8cae0cfaf9882ea8d7a35a-1 {}] regionserver.HStore(327): Store=ee258a8f5b8cae0cfaf9882ea8d7a35a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:37,836 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ee258a8f5b8cae0cfaf9882ea8d7a35a 2024-11-21T14:29:37,837 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/testReplayEditsAfterAbortingFlush/ee258a8f5b8cae0cfaf9882ea8d7a35a 2024-11-21T14:29:37,838 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/testReplayEditsAfterAbortingFlush/ee258a8f5b8cae0cfaf9882ea8d7a35a 2024-11-21T14:29:37,839 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38929/hbase/data/default/testReplayEditsAfterAbortingFlush/ee258a8f5b8cae0cfaf9882ea8d7a35a/recovered.edits/0000000000000000026 2024-11-21T14:29:37,842 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:38929/hbase/data/default/testReplayEditsAfterAbortingFlush/ee258a8f5b8cae0cfaf9882ea8d7a35a/recovered.edits/0000000000000000026 2024-11-21T14:29:37,843 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ee258a8f5b8cae0cfaf9882ea8d7a35a 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-21T14:29:37,866 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38929/hbase/data/default/testReplayEditsAfterAbortingFlush/ee258a8f5b8cae0cfaf9882ea8d7a35a/.tmp/a/a01729f889ec4c308e7139f970868ce6 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1732199377739/Put/seqid=0 2024-11-21T14:29:37,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741906_1084 (size=5523) 2024-11-21T14:29:37,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741906_1084 (size=5523) 2024-11-21T14:29:37,874 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:38929/hbase/data/default/testReplayEditsAfterAbortingFlush/ee258a8f5b8cae0cfaf9882ea8d7a35a/.tmp/a/a01729f889ec4c308e7139f970868ce6 2024-11-21T14:29:37,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741906_1084 (size=5523) 2024-11-21T14:29:37,902 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38929/hbase/data/default/testReplayEditsAfterAbortingFlush/ee258a8f5b8cae0cfaf9882ea8d7a35a/.tmp/b/7c94f9e85a2747528e95f25f4ec94f33 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1732199377734/Put/seqid=0 2024-11-21T14:29:37,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741907_1085 (size=5524) 2024-11-21T14:29:37,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741907_1085 (size=5524) 2024-11-21T14:29:37,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741907_1085 (size=5524) 2024-11-21T14:29:37,910 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:38929/hbase/data/default/testReplayEditsAfterAbortingFlush/ee258a8f5b8cae0cfaf9882ea8d7a35a/.tmp/b/7c94f9e85a2747528e95f25f4ec94f33 2024-11-21T14:29:37,932 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38929/hbase/data/default/testReplayEditsAfterAbortingFlush/ee258a8f5b8cae0cfaf9882ea8d7a35a/.tmp/c/fe67e2ab08f343b6b7e289dd7174643d is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1732199377737/Put/seqid=0 2024-11-21T14:29:37,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741908_1086 (size=5457) 2024-11-21T14:29:37,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741908_1086 (size=5457) 2024-11-21T14:29:37,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741908_1086 (size=5457) 2024-11-21T14:29:37,939 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:38929/hbase/data/default/testReplayEditsAfterAbortingFlush/ee258a8f5b8cae0cfaf9882ea8d7a35a/.tmp/c/fe67e2ab08f343b6b7e289dd7174643d 2024-11-21T14:29:37,945 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38929/hbase/data/default/testReplayEditsAfterAbortingFlush/ee258a8f5b8cae0cfaf9882ea8d7a35a/.tmp/a/a01729f889ec4c308e7139f970868ce6 as hdfs://localhost:38929/hbase/data/default/testReplayEditsAfterAbortingFlush/ee258a8f5b8cae0cfaf9882ea8d7a35a/a/a01729f889ec4c308e7139f970868ce6 2024-11-21T14:29:37,950 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38929/hbase/data/default/testReplayEditsAfterAbortingFlush/ee258a8f5b8cae0cfaf9882ea8d7a35a/a/a01729f889ec4c308e7139f970868ce6, entries=7, sequenceid=26, filesize=5.4 K 2024-11-21T14:29:37,951 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38929/hbase/data/default/testReplayEditsAfterAbortingFlush/ee258a8f5b8cae0cfaf9882ea8d7a35a/.tmp/b/7c94f9e85a2747528e95f25f4ec94f33 as hdfs://localhost:38929/hbase/data/default/testReplayEditsAfterAbortingFlush/ee258a8f5b8cae0cfaf9882ea8d7a35a/b/7c94f9e85a2747528e95f25f4ec94f33 2024-11-21T14:29:37,956 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38929/hbase/data/default/testReplayEditsAfterAbortingFlush/ee258a8f5b8cae0cfaf9882ea8d7a35a/b/7c94f9e85a2747528e95f25f4ec94f33, entries=7, sequenceid=26, filesize=5.4 K 2024-11-21T14:29:37,957 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38929/hbase/data/default/testReplayEditsAfterAbortingFlush/ee258a8f5b8cae0cfaf9882ea8d7a35a/.tmp/c/fe67e2ab08f343b6b7e289dd7174643d as hdfs://localhost:38929/hbase/data/default/testReplayEditsAfterAbortingFlush/ee258a8f5b8cae0cfaf9882ea8d7a35a/c/fe67e2ab08f343b6b7e289dd7174643d 2024-11-21T14:29:37,961 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38929/hbase/data/default/testReplayEditsAfterAbortingFlush/ee258a8f5b8cae0cfaf9882ea8d7a35a/c/fe67e2ab08f343b6b7e289dd7174643d, entries=6, sequenceid=26, filesize=5.3 K 2024-11-21T14:29:37,962 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for ee258a8f5b8cae0cfaf9882ea8d7a35a in 120ms, sequenceid=26, compaction requested=false; wal=null 2024-11-21T14:29:37,962 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38929/hbase/data/default/testReplayEditsAfterAbortingFlush/ee258a8f5b8cae0cfaf9882ea8d7a35a/recovered.edits/0000000000000000026 2024-11-21T14:29:37,963 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ee258a8f5b8cae0cfaf9882ea8d7a35a 2024-11-21T14:29:37,963 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ee258a8f5b8cae0cfaf9882ea8d7a35a 2024-11-21T14:29:37,964 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:29:37,965 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ee258a8f5b8cae0cfaf9882ea8d7a35a 2024-11-21T14:29:37,967 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38929/hbase/data/default/testReplayEditsAfterAbortingFlush/ee258a8f5b8cae0cfaf9882ea8d7a35a/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-21T14:29:37,968 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ee258a8f5b8cae0cfaf9882ea8d7a35a; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72188168, jitterRate=0.07568752765655518}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:29:37,968 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ee258a8f5b8cae0cfaf9882ea8d7a35a 2024-11-21T14:29:37,969 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ee258a8f5b8cae0cfaf9882ea8d7a35a: Running coprocessor pre-open hook at 1732199377830Writing region info on filesystem at 1732199377830Initializing all the Stores at 1732199377831 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199377831Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199377831Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199377831Obtaining lock to block concurrent updates at 1732199377843 (+12 ms)Preparing flush snapshotting stores in ee258a8f5b8cae0cfaf9882ea8d7a35a at 1732199377843Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1732199368543.ee258a8f5b8cae0cfaf9882ea8d7a35a., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1732199377843Flushing stores of testReplayEditsAfterAbortingFlush,,1732199368543.ee258a8f5b8cae0cfaf9882ea8d7a35a. at 1732199377843Flushing ee258a8f5b8cae0cfaf9882ea8d7a35a/a: creating writer at 1732199377843Flushing ee258a8f5b8cae0cfaf9882ea8d7a35a/a: appending metadata at 1732199377865 (+22 ms)Flushing ee258a8f5b8cae0cfaf9882ea8d7a35a/a: closing flushed file at 1732199377865Flushing ee258a8f5b8cae0cfaf9882ea8d7a35a/b: creating writer at 1732199377880 (+15 ms)Flushing ee258a8f5b8cae0cfaf9882ea8d7a35a/b: appending metadata at 1732199377902 (+22 ms)Flushing ee258a8f5b8cae0cfaf9882ea8d7a35a/b: closing flushed file at 1732199377902Flushing ee258a8f5b8cae0cfaf9882ea8d7a35a/c: creating writer at 1732199377916 (+14 ms)Flushing ee258a8f5b8cae0cfaf9882ea8d7a35a/c: appending metadata at 1732199377932 (+16 ms)Flushing ee258a8f5b8cae0cfaf9882ea8d7a35a/c: closing flushed file at 1732199377932Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e1e9ce4: reopening flushed file at 1732199377944 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@462a691b: reopening flushed file at 1732199377950 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f3a751c: reopening flushed file at 1732199377956 (+6 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for ee258a8f5b8cae0cfaf9882ea8d7a35a in 120ms, sequenceid=26, compaction requested=false; wal=null at 1732199377962 (+6 ms)Cleaning up temporary data from old regions at 1732199377963 (+1 ms)Running coprocessor post-open hooks at 1732199377968 (+5 ms)Region opened successfully at 1732199377969 (+1 ms) 2024-11-21T14:29:37,989 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=413 (was 415), OpenFileDescriptor=1183 (was 1127) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=258 (was 263), ProcessCount=11 (was 11), AvailableMemoryMB=4429 (was 4496) 2024-11-21T14:29:37,989 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1183 is superior to 1024 2024-11-21T14:29:38,003 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testDatalossWhenInputError Thread=413, OpenFileDescriptor=1183, MaxFileDescriptor=1048576, SystemLoadAverage=258, ProcessCount=11, AvailableMemoryMB=4429 2024-11-21T14:29:38,004 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1183 is superior to 1024 2024-11-21T14:29:38,019 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:29:38,021 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:29:38,021 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:29:38,024 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-42351080, suffix=, logDir=hdfs://localhost:38929/hbase/WALs/hregion-42351080, archiveDir=hdfs://localhost:38929/hbase/oldWALs, maxLogs=32 2024-11-21T14:29:38,037 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-42351080/hregion-42351080.1732199378024, exclude list is [], retry=0 2024-11-21T14:29:38,039 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42827,DS-2d88a7ca-3fa1-4581-a8d3-0d77324e14aa,DISK] 2024-11-21T14:29:38,039 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44605,DS-01d713ea-93f9-42f9-b8ca-96d583392a98,DISK] 2024-11-21T14:29:38,040 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44695,DS-87a32409-6067-4796-945e-f03b0de60d30,DISK] 2024-11-21T14:29:38,042 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-42351080/hregion-42351080.1732199378024 2024-11-21T14:29:38,044 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41967:41967),(127.0.0.1/127.0.0.1:37965:37965),(127.0.0.1/127.0.0.1:43747:43747)] 2024-11-21T14:29:38,045 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 3f67e5f30193177f64833e3bb3442dfe, NAME => 'testDatalossWhenInputError,,1732199378020.3f67e5f30193177f64833e3bb3442dfe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38929/hbase 2024-11-21T14:29:38,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741910_1088 (size=61) 2024-11-21T14:29:38,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741910_1088 (size=61) 2024-11-21T14:29:38,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741910_1088 (size=61) 2024-11-21T14:29:38,053 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732199378020.3f67e5f30193177f64833e3bb3442dfe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:29:38,054 INFO [StoreOpener-3f67e5f30193177f64833e3bb3442dfe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3f67e5f30193177f64833e3bb3442dfe 2024-11-21T14:29:38,056 INFO [StoreOpener-3f67e5f30193177f64833e3bb3442dfe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f67e5f30193177f64833e3bb3442dfe columnFamilyName a 2024-11-21T14:29:38,056 DEBUG [StoreOpener-3f67e5f30193177f64833e3bb3442dfe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:38,056 INFO [StoreOpener-3f67e5f30193177f64833e3bb3442dfe-1 {}] regionserver.HStore(327): Store=3f67e5f30193177f64833e3bb3442dfe/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:38,056 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3f67e5f30193177f64833e3bb3442dfe 2024-11-21T14:29:38,057 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/testDatalossWhenInputError/3f67e5f30193177f64833e3bb3442dfe 2024-11-21T14:29:38,058 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/testDatalossWhenInputError/3f67e5f30193177f64833e3bb3442dfe 2024-11-21T14:29:38,058 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3f67e5f30193177f64833e3bb3442dfe 2024-11-21T14:29:38,058 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3f67e5f30193177f64833e3bb3442dfe 2024-11-21T14:29:38,059 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3f67e5f30193177f64833e3bb3442dfe 2024-11-21T14:29:38,061 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38929/hbase/data/default/testDatalossWhenInputError/3f67e5f30193177f64833e3bb3442dfe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:29:38,062 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3f67e5f30193177f64833e3bb3442dfe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73616854, jitterRate=0.09697660803794861}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T14:29:38,062 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3f67e5f30193177f64833e3bb3442dfe: Writing region info on filesystem at 1732199378053Initializing all the Stores at 1732199378054 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199378054Cleaning up temporary data from old regions at 1732199378058 (+4 ms)Region opened successfully at 1732199378062 (+4 ms) 2024-11-21T14:29:38,062 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3f67e5f30193177f64833e3bb3442dfe, disabling compactions & flushes 2024-11-21T14:29:38,063 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732199378020.3f67e5f30193177f64833e3bb3442dfe. 2024-11-21T14:29:38,063 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732199378020.3f67e5f30193177f64833e3bb3442dfe. 2024-11-21T14:29:38,063 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732199378020.3f67e5f30193177f64833e3bb3442dfe. after waiting 0 ms 2024-11-21T14:29:38,063 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732199378020.3f67e5f30193177f64833e3bb3442dfe. 2024-11-21T14:29:38,063 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732199378020.3f67e5f30193177f64833e3bb3442dfe. 2024-11-21T14:29:38,063 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3f67e5f30193177f64833e3bb3442dfe: Waiting for close lock at 1732199378062Disabling compacts and flushes for region at 1732199378062Disabling writes for close at 1732199378063 (+1 ms)Writing region close event to WAL at 1732199378063Closed at 1732199378063 2024-11-21T14:29:38,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741909_1087 (size=93) 2024-11-21T14:29:38,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741909_1087 (size=93) 2024-11-21T14:29:38,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741909_1087 (size=93) 2024-11-21T14:29:38,069 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T14:29:38,069 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-42351080:(num 1732199378024) 2024-11-21T14:29:38,069 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T14:29:38,071 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38929/hbase/WALs/testdatalosswheninputerror-manual,16010,1732199378018, archiveDir=hdfs://localhost:38929/hbase/oldWALs, maxLogs=32 2024-11-21T14:29:38,085 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732199378018/wal.1732199378071, exclude list is [], retry=0 2024-11-21T14:29:38,088 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44605,DS-01d713ea-93f9-42f9-b8ca-96d583392a98,DISK] 2024-11-21T14:29:38,089 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42827,DS-2d88a7ca-3fa1-4581-a8d3-0d77324e14aa,DISK] 2024-11-21T14:29:38,089 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44695,DS-87a32409-6067-4796-945e-f03b0de60d30,DISK] 2024-11-21T14:29:38,091 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732199378018/wal.1732199378071 2024-11-21T14:29:38,091 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37965:37965),(127.0.0.1/127.0.0.1:41967:41967),(127.0.0.1/127.0.0.1:43747:43747)] 2024-11-21T14:29:38,091 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 3f67e5f30193177f64833e3bb3442dfe, NAME => 'testDatalossWhenInputError,,1732199378020.3f67e5f30193177f64833e3bb3442dfe.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:29:38,092 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732199378020.3f67e5f30193177f64833e3bb3442dfe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:29:38,092 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 3f67e5f30193177f64833e3bb3442dfe 2024-11-21T14:29:38,092 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 3f67e5f30193177f64833e3bb3442dfe 2024-11-21T14:29:38,096 INFO [StoreOpener-3f67e5f30193177f64833e3bb3442dfe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3f67e5f30193177f64833e3bb3442dfe 2024-11-21T14:29:38,098 INFO [StoreOpener-3f67e5f30193177f64833e3bb3442dfe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f67e5f30193177f64833e3bb3442dfe columnFamilyName a 2024-11-21T14:29:38,098 DEBUG [StoreOpener-3f67e5f30193177f64833e3bb3442dfe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:38,098 INFO [StoreOpener-3f67e5f30193177f64833e3bb3442dfe-1 {}] regionserver.HStore(327): Store=3f67e5f30193177f64833e3bb3442dfe/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:38,098 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3f67e5f30193177f64833e3bb3442dfe 2024-11-21T14:29:38,099 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/testDatalossWhenInputError/3f67e5f30193177f64833e3bb3442dfe 2024-11-21T14:29:38,100 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/testDatalossWhenInputError/3f67e5f30193177f64833e3bb3442dfe 2024-11-21T14:29:38,101 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3f67e5f30193177f64833e3bb3442dfe 2024-11-21T14:29:38,101 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3f67e5f30193177f64833e3bb3442dfe 2024-11-21T14:29:38,103 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3f67e5f30193177f64833e3bb3442dfe 2024-11-21T14:29:38,104 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3f67e5f30193177f64833e3bb3442dfe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62166226, jitterRate=-0.07365104556083679}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T14:29:38,104 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3f67e5f30193177f64833e3bb3442dfe: Writing region info on filesystem at 1732199378092Initializing all the Stores at 1732199378093 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199378093Cleaning up temporary data from old regions at 1732199378101 (+8 ms)Region opened successfully at 1732199378104 (+3 ms) 2024-11-21T14:29:38,114 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3f67e5f30193177f64833e3bb3442dfe, disabling compactions & flushes 2024-11-21T14:29:38,114 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732199378020.3f67e5f30193177f64833e3bb3442dfe. 2024-11-21T14:29:38,114 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732199378020.3f67e5f30193177f64833e3bb3442dfe. 2024-11-21T14:29:38,114 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732199378020.3f67e5f30193177f64833e3bb3442dfe. after waiting 0 ms 2024-11-21T14:29:38,114 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732199378020.3f67e5f30193177f64833e3bb3442dfe. 2024-11-21T14:29:38,115 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1732199378020.3f67e5f30193177f64833e3bb3442dfe. 2024-11-21T14:29:38,115 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732199378020.3f67e5f30193177f64833e3bb3442dfe. 2024-11-21T14:29:38,115 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3f67e5f30193177f64833e3bb3442dfe: Waiting for close lock at 1732199378114Disabling compacts and flushes for region at 1732199378114Disabling writes for close at 1732199378114Writing region close event to WAL at 1732199378115 (+1 ms)Closed at 1732199378115 2024-11-21T14:29:38,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741911_1089 (size=1623) 2024-11-21T14:29:38,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741911_1089 (size=1623) 2024-11-21T14:29:38,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741911_1089 (size=1623) 2024-11-21T14:29:38,134 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38929/hbase/WALs/testdatalosswheninputerror-manual,16010,1732199378018/wal.1732199378071, size=1.6 K (1623bytes) 2024-11-21T14:29:38,134 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38929/hbase/WALs/testdatalosswheninputerror-manual,16010,1732199378018/wal.1732199378071 2024-11-21T14:29:38,134 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38929/hbase/WALs/testdatalosswheninputerror-manual,16010,1732199378018/wal.1732199378071 after 0ms 2024-11-21T14:29:38,137 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38929/hbase/WALs/testdatalosswheninputerror-manual,16010,1732199378018/wal.1732199378071 took 3ms 2024-11-21T14:29:38,140 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38929/hbase/WALs/testdatalosswheninputerror-manual,16010,1732199378018/wal.1732199378071 so closing down 2024-11-21T14:29:38,140 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T14:29:38,141 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732199378071.temp 2024-11-21T14:29:38,143 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38929/hbase/data/default/testDatalossWhenInputError/3f67e5f30193177f64833e3bb3442dfe/recovered.edits/0000000000000000003-wal.1732199378071.temp 2024-11-21T14:29:38,143 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T14:29:38,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741912_1090 (size=1623) 2024-11-21T14:29:38,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741912_1090 (size=1623) 2024-11-21T14:29:38,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741912_1090 (size=1623) 2024-11-21T14:29:38,150 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38929/hbase/data/default/testDatalossWhenInputError/3f67e5f30193177f64833e3bb3442dfe/recovered.edits/0000000000000000003-wal.1732199378071.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T14:29:38,151 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38929/hbase/data/default/testDatalossWhenInputError/3f67e5f30193177f64833e3bb3442dfe/recovered.edits/0000000000000000003-wal.1732199378071.temp to hdfs://localhost:38929/hbase/data/default/testDatalossWhenInputError/3f67e5f30193177f64833e3bb3442dfe/recovered.edits/0000000000000000012 2024-11-21T14:29:38,151 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:38929/hbase/WALs/testdatalosswheninputerror-manual,16010,1732199378018/wal.1732199378071, size=1.6 K, length=1623, corrupted=false, cancelled=false 2024-11-21T14:29:38,151 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38929/hbase/WALs/testdatalosswheninputerror-manual,16010,1732199378018/wal.1732199378071, journal: Splitting hdfs://localhost:38929/hbase/WALs/testdatalosswheninputerror-manual,16010,1732199378018/wal.1732199378071, size=1.6 K (1623bytes) at 1732199378134Finishing writing output for hdfs://localhost:38929/hbase/WALs/testdatalosswheninputerror-manual,16010,1732199378018/wal.1732199378071 so closing down at 1732199378140 (+6 ms)Creating recovered edits writer path=hdfs://localhost:38929/hbase/data/default/testDatalossWhenInputError/3f67e5f30193177f64833e3bb3442dfe/recovered.edits/0000000000000000003-wal.1732199378071.temp at 1732199378143 (+3 ms)3 split writer threads finished at 1732199378143Closed recovered edits writer path=hdfs://localhost:38929/hbase/data/default/testDatalossWhenInputError/3f67e5f30193177f64833e3bb3442dfe/recovered.edits/0000000000000000003-wal.1732199378071.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732199378150 (+7 ms)Rename recovered edits hdfs://localhost:38929/hbase/data/default/testDatalossWhenInputError/3f67e5f30193177f64833e3bb3442dfe/recovered.edits/0000000000000000003-wal.1732199378071.temp to hdfs://localhost:38929/hbase/data/default/testDatalossWhenInputError/3f67e5f30193177f64833e3bb3442dfe/recovered.edits/0000000000000000012 at 1732199378151 (+1 ms)Processed 10 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:38929/hbase/WALs/testdatalosswheninputerror-manual,16010,1732199378018/wal.1732199378071, size=1.6 K, length=1623, corrupted=false, cancelled=false at 1732199378151 2024-11-21T14:29:38,153 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38929/hbase/WALs/testdatalosswheninputerror-manual,16010,1732199378018/wal.1732199378071 to hdfs://localhost:38929/hbase/oldWALs/wal.1732199378071 2024-11-21T14:29:38,154 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38929/hbase/data/default/testDatalossWhenInputError/3f67e5f30193177f64833e3bb3442dfe/recovered.edits/0000000000000000012 2024-11-21T14:29:38,362 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T14:29:38,464 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T14:29:38,467 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38929/hbase/WALs/testdatalosswheninputerror-manual,16010,1732199378018, archiveDir=hdfs://localhost:38929/hbase/oldWALs, maxLogs=32 2024-11-21T14:29:38,481 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732199378018/wal.1732199378467, exclude list is [], retry=0 2024-11-21T14:29:38,483 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42827,DS-2d88a7ca-3fa1-4581-a8d3-0d77324e14aa,DISK] 2024-11-21T14:29:38,484 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44695,DS-87a32409-6067-4796-945e-f03b0de60d30,DISK] 2024-11-21T14:29:38,484 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44605,DS-01d713ea-93f9-42f9-b8ca-96d583392a98,DISK] 2024-11-21T14:29:38,486 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732199378018/wal.1732199378467 2024-11-21T14:29:38,486 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41967:41967),(127.0.0.1/127.0.0.1:43747:43747),(127.0.0.1/127.0.0.1:37965:37965)] 2024-11-21T14:29:38,486 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 3f67e5f30193177f64833e3bb3442dfe, NAME => 'testDatalossWhenInputError,,1732199378020.3f67e5f30193177f64833e3bb3442dfe.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:29:38,487 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732199378020.3f67e5f30193177f64833e3bb3442dfe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:29:38,487 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 3f67e5f30193177f64833e3bb3442dfe 2024-11-21T14:29:38,487 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 3f67e5f30193177f64833e3bb3442dfe 2024-11-21T14:29:38,490 INFO [StoreOpener-3f67e5f30193177f64833e3bb3442dfe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3f67e5f30193177f64833e3bb3442dfe 2024-11-21T14:29:38,492 INFO [StoreOpener-3f67e5f30193177f64833e3bb3442dfe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f67e5f30193177f64833e3bb3442dfe columnFamilyName a 2024-11-21T14:29:38,492 DEBUG [StoreOpener-3f67e5f30193177f64833e3bb3442dfe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:38,493 INFO [StoreOpener-3f67e5f30193177f64833e3bb3442dfe-1 {}] regionserver.HStore(327): Store=3f67e5f30193177f64833e3bb3442dfe/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:38,493 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3f67e5f30193177f64833e3bb3442dfe 2024-11-21T14:29:38,494 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/testDatalossWhenInputError/3f67e5f30193177f64833e3bb3442dfe 2024-11-21T14:29:38,496 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/testDatalossWhenInputError/3f67e5f30193177f64833e3bb3442dfe 2024-11-21T14:29:38,496 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38929/hbase/data/default/testDatalossWhenInputError/3f67e5f30193177f64833e3bb3442dfe/recovered.edits/0000000000000000012 2024-11-21T14:29:38,499 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:38929/hbase/data/default/testDatalossWhenInputError/3f67e5f30193177f64833e3bb3442dfe/recovered.edits/0000000000000000012 2024-11-21T14:29:38,499 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3f67e5f30193177f64833e3bb3442dfe 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-21T14:29:38,518 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38929/hbase/data/default/testDatalossWhenInputError/3f67e5f30193177f64833e3bb3442dfe/.tmp/a/c47b95658ddc4107a60bef249bec669c is 79, key is testDatalossWhenInputError/a:x0/1732199378104/Put/seqid=0 2024-11-21T14:29:38,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741914_1092 (size=5808) 2024-11-21T14:29:38,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741914_1092 (size=5808) 2024-11-21T14:29:38,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741914_1092 (size=5808) 2024-11-21T14:29:38,527 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38929/hbase/data/default/testDatalossWhenInputError/3f67e5f30193177f64833e3bb3442dfe/.tmp/a/c47b95658ddc4107a60bef249bec669c 2024-11-21T14:29:38,536 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38929/hbase/data/default/testDatalossWhenInputError/3f67e5f30193177f64833e3bb3442dfe/.tmp/a/c47b95658ddc4107a60bef249bec669c as hdfs://localhost:38929/hbase/data/default/testDatalossWhenInputError/3f67e5f30193177f64833e3bb3442dfe/a/c47b95658ddc4107a60bef249bec669c 2024-11-21T14:29:38,543 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38929/hbase/data/default/testDatalossWhenInputError/3f67e5f30193177f64833e3bb3442dfe/a/c47b95658ddc4107a60bef249bec669c, entries=10, sequenceid=12, filesize=5.7 K 2024-11-21T14:29:38,544 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 3f67e5f30193177f64833e3bb3442dfe in 44ms, sequenceid=12, compaction requested=false; wal=null 2024-11-21T14:29:38,544 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38929/hbase/data/default/testDatalossWhenInputError/3f67e5f30193177f64833e3bb3442dfe/recovered.edits/0000000000000000012 2024-11-21T14:29:38,545 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3f67e5f30193177f64833e3bb3442dfe 2024-11-21T14:29:38,545 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3f67e5f30193177f64833e3bb3442dfe 2024-11-21T14:29:38,548 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3f67e5f30193177f64833e3bb3442dfe 2024-11-21T14:29:38,550 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38929/hbase/data/default/testDatalossWhenInputError/3f67e5f30193177f64833e3bb3442dfe/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-21T14:29:38,550 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3f67e5f30193177f64833e3bb3442dfe; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60298976, jitterRate=-0.10147523880004883}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T14:29:38,551 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3f67e5f30193177f64833e3bb3442dfe: Writing region info on filesystem at 1732199378487Initializing all the Stores at 1732199378490 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199378490Obtaining lock to block concurrent updates at 1732199378499 (+9 ms)Preparing flush snapshotting stores in 3f67e5f30193177f64833e3bb3442dfe at 1732199378499Finished memstore snapshotting testDatalossWhenInputError,,1732199378020.3f67e5f30193177f64833e3bb3442dfe., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1732199378499Flushing stores of testDatalossWhenInputError,,1732199378020.3f67e5f30193177f64833e3bb3442dfe. at 1732199378499Flushing 3f67e5f30193177f64833e3bb3442dfe/a: creating writer at 1732199378500 (+1 ms)Flushing 3f67e5f30193177f64833e3bb3442dfe/a: appending metadata at 1732199378517 (+17 ms)Flushing 3f67e5f30193177f64833e3bb3442dfe/a: closing flushed file at 1732199378518 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cdbdc48: reopening flushed file at 1732199378534 (+16 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 3f67e5f30193177f64833e3bb3442dfe in 44ms, sequenceid=12, compaction requested=false; wal=null at 1732199378544 (+10 ms)Cleaning up temporary data from old regions at 1732199378545 (+1 ms)Region opened successfully at 1732199378551 (+6 ms) 2024-11-21T14:29:38,554 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 3f67e5f30193177f64833e3bb3442dfe, NAME => 'testDatalossWhenInputError,,1732199378020.3f67e5f30193177f64833e3bb3442dfe.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:29:38,554 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732199378020.3f67e5f30193177f64833e3bb3442dfe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:29:38,554 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 3f67e5f30193177f64833e3bb3442dfe 2024-11-21T14:29:38,554 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 3f67e5f30193177f64833e3bb3442dfe 2024-11-21T14:29:38,556 INFO [StoreOpener-3f67e5f30193177f64833e3bb3442dfe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3f67e5f30193177f64833e3bb3442dfe 2024-11-21T14:29:38,557 INFO [StoreOpener-3f67e5f30193177f64833e3bb3442dfe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f67e5f30193177f64833e3bb3442dfe columnFamilyName a 2024-11-21T14:29:38,557 DEBUG [StoreOpener-3f67e5f30193177f64833e3bb3442dfe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:38,561 DEBUG [StoreOpener-3f67e5f30193177f64833e3bb3442dfe-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38929/hbase/data/default/testDatalossWhenInputError/3f67e5f30193177f64833e3bb3442dfe/a/c47b95658ddc4107a60bef249bec669c 2024-11-21T14:29:38,562 INFO [StoreOpener-3f67e5f30193177f64833e3bb3442dfe-1 {}] regionserver.HStore(327): Store=3f67e5f30193177f64833e3bb3442dfe/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:38,562 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3f67e5f30193177f64833e3bb3442dfe 2024-11-21T14:29:38,562 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/testDatalossWhenInputError/3f67e5f30193177f64833e3bb3442dfe 2024-11-21T14:29:38,563 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/testDatalossWhenInputError/3f67e5f30193177f64833e3bb3442dfe 2024-11-21T14:29:38,564 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3f67e5f30193177f64833e3bb3442dfe 2024-11-21T14:29:38,564 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3f67e5f30193177f64833e3bb3442dfe 2024-11-21T14:29:38,566 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3f67e5f30193177f64833e3bb3442dfe 2024-11-21T14:29:38,568 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38929/hbase/data/default/testDatalossWhenInputError/3f67e5f30193177f64833e3bb3442dfe/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-21T14:29:38,569 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3f67e5f30193177f64833e3bb3442dfe; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68777797, jitterRate=0.02486903965473175}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T14:29:38,569 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3f67e5f30193177f64833e3bb3442dfe: Writing region info on filesystem at 1732199378555Initializing all the Stores at 1732199378555Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199378555Cleaning up temporary data from old regions at 1732199378564 (+9 ms)Region opened successfully at 1732199378569 (+5 ms) 2024-11-21T14:29:38,589 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testDatalossWhenInputError Thread=423 (was 413) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1401893944_22 at /127.0.0.1:45552 [Receiving block BP-2021968090-172.17.0.2-1732199346053:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1401893944_22 at /127.0.0.1:45512 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1401893944_22 at /127.0.0.1:45032 [Receiving block BP-2021968090-172.17.0.2-1732199346053:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1401893944_22 at /127.0.0.1:51700 [Receiving block BP-2021968090-172.17.0.2-1732199346053:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1401893944_22 at /127.0.0.1:44976 [Waiting for operation #19] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2021968090-172.17.0.2-1732199346053:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2021968090-172.17.0.2-1732199346053:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2021968090-172.17.0.2-1732199346053:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1265 (was 1183) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=285 (was 258) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4433 (was 4429) - AvailableMemoryMB LEAK? - 2024-11-21T14:29:38,589 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1265 is superior to 1024 2024-11-21T14:29:38,602 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testCompactedBulkLoadedFiles Thread=423, OpenFileDescriptor=1265, MaxFileDescriptor=1048576, SystemLoadAverage=285, ProcessCount=11, AvailableMemoryMB=4432 2024-11-21T14:29:38,603 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1265 is superior to 1024 2024-11-21T14:29:38,621 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:29:38,623 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:29:38,624 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:29:38,626 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-74217361, suffix=, logDir=hdfs://localhost:38929/hbase/WALs/hregion-74217361, archiveDir=hdfs://localhost:38929/hbase/oldWALs, maxLogs=32 2024-11-21T14:29:38,639 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-74217361/hregion-74217361.1732199378626, exclude list is [], retry=0 2024-11-21T14:29:38,642 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42827,DS-2d88a7ca-3fa1-4581-a8d3-0d77324e14aa,DISK] 2024-11-21T14:29:38,642 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44695,DS-87a32409-6067-4796-945e-f03b0de60d30,DISK] 2024-11-21T14:29:38,642 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44605,DS-01d713ea-93f9-42f9-b8ca-96d583392a98,DISK] 2024-11-21T14:29:38,644 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-74217361/hregion-74217361.1732199378626 2024-11-21T14:29:38,645 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41967:41967),(127.0.0.1/127.0.0.1:43747:43747),(127.0.0.1/127.0.0.1:37965:37965)] 2024-11-21T14:29:38,645 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 9af7635b1f8c4e7498f35f92cdc8feaf, NAME => 'testCompactedBulkLoadedFiles,,1732199378622.9af7635b1f8c4e7498f35f92cdc8feaf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38929/hbase 2024-11-21T14:29:38,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741916_1094 (size=63) 2024-11-21T14:29:38,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741916_1094 (size=63) 2024-11-21T14:29:38,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741916_1094 (size=63) 2024-11-21T14:29:38,654 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732199378622.9af7635b1f8c4e7498f35f92cdc8feaf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:29:38,655 INFO [StoreOpener-9af7635b1f8c4e7498f35f92cdc8feaf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9af7635b1f8c4e7498f35f92cdc8feaf 2024-11-21T14:29:38,656 INFO [StoreOpener-9af7635b1f8c4e7498f35f92cdc8feaf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9af7635b1f8c4e7498f35f92cdc8feaf columnFamilyName a 2024-11-21T14:29:38,657 DEBUG [StoreOpener-9af7635b1f8c4e7498f35f92cdc8feaf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:38,657 INFO [StoreOpener-9af7635b1f8c4e7498f35f92cdc8feaf-1 {}] regionserver.HStore(327): Store=9af7635b1f8c4e7498f35f92cdc8feaf/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:38,657 INFO [StoreOpener-9af7635b1f8c4e7498f35f92cdc8feaf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 9af7635b1f8c4e7498f35f92cdc8feaf 2024-11-21T14:29:38,659 INFO [StoreOpener-9af7635b1f8c4e7498f35f92cdc8feaf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9af7635b1f8c4e7498f35f92cdc8feaf columnFamilyName b 2024-11-21T14:29:38,659 DEBUG [StoreOpener-9af7635b1f8c4e7498f35f92cdc8feaf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:38,659 INFO [StoreOpener-9af7635b1f8c4e7498f35f92cdc8feaf-1 {}] regionserver.HStore(327): Store=9af7635b1f8c4e7498f35f92cdc8feaf/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:38,659 INFO [StoreOpener-9af7635b1f8c4e7498f35f92cdc8feaf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 9af7635b1f8c4e7498f35f92cdc8feaf 2024-11-21T14:29:38,660 INFO [StoreOpener-9af7635b1f8c4e7498f35f92cdc8feaf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9af7635b1f8c4e7498f35f92cdc8feaf columnFamilyName c 2024-11-21T14:29:38,660 DEBUG [StoreOpener-9af7635b1f8c4e7498f35f92cdc8feaf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:38,661 INFO [StoreOpener-9af7635b1f8c4e7498f35f92cdc8feaf-1 {}] regionserver.HStore(327): Store=9af7635b1f8c4e7498f35f92cdc8feaf/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:38,661 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9af7635b1f8c4e7498f35f92cdc8feaf 2024-11-21T14:29:38,662 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf 2024-11-21T14:29:38,662 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf 2024-11-21T14:29:38,664 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9af7635b1f8c4e7498f35f92cdc8feaf 2024-11-21T14:29:38,664 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9af7635b1f8c4e7498f35f92cdc8feaf 2024-11-21T14:29:38,664 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:29:38,666 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9af7635b1f8c4e7498f35f92cdc8feaf 2024-11-21T14:29:38,668 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:29:38,669 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9af7635b1f8c4e7498f35f92cdc8feaf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73910274, jitterRate=0.10134890675544739}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:29:38,670 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9af7635b1f8c4e7498f35f92cdc8feaf: Writing region info on filesystem at 1732199378654Initializing all the Stores at 1732199378655 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199378655Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199378655Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199378655Cleaning up temporary data from old regions at 1732199378664 (+9 ms)Region opened successfully at 1732199378670 (+6 ms) 2024-11-21T14:29:38,670 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 9af7635b1f8c4e7498f35f92cdc8feaf, disabling compactions & flushes 2024-11-21T14:29:38,670 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732199378622.9af7635b1f8c4e7498f35f92cdc8feaf. 2024-11-21T14:29:38,670 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732199378622.9af7635b1f8c4e7498f35f92cdc8feaf. 2024-11-21T14:29:38,670 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732199378622.9af7635b1f8c4e7498f35f92cdc8feaf. after waiting 0 ms 2024-11-21T14:29:38,670 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732199378622.9af7635b1f8c4e7498f35f92cdc8feaf. 2024-11-21T14:29:38,670 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732199378622.9af7635b1f8c4e7498f35f92cdc8feaf. 2024-11-21T14:29:38,670 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 9af7635b1f8c4e7498f35f92cdc8feaf: Waiting for close lock at 1732199378670Disabling compacts and flushes for region at 1732199378670Disabling writes for close at 1732199378670Writing region close event to WAL at 1732199378670Closed at 1732199378670 2024-11-21T14:29:38,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741915_1093 (size=93) 2024-11-21T14:29:38,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741915_1093 (size=93) 2024-11-21T14:29:38,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741915_1093 (size=93) 2024-11-21T14:29:38,678 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T14:29:38,678 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-74217361:(num 1732199378626) 2024-11-21T14:29:38,678 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T14:29:38,680 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38929/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732199378621, archiveDir=hdfs://localhost:38929/hbase/oldWALs, maxLogs=32 2024-11-21T14:29:38,694 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732199378621/wal.1732199378681, exclude list is [], retry=0 2024-11-21T14:29:38,697 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42827,DS-2d88a7ca-3fa1-4581-a8d3-0d77324e14aa,DISK] 2024-11-21T14:29:38,697 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44605,DS-01d713ea-93f9-42f9-b8ca-96d583392a98,DISK] 2024-11-21T14:29:38,698 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44695,DS-87a32409-6067-4796-945e-f03b0de60d30,DISK] 2024-11-21T14:29:38,700 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732199378621/wal.1732199378681 2024-11-21T14:29:38,700 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41967:41967),(127.0.0.1/127.0.0.1:37965:37965),(127.0.0.1/127.0.0.1:43747:43747)] 2024-11-21T14:29:38,700 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 9af7635b1f8c4e7498f35f92cdc8feaf, NAME => 'testCompactedBulkLoadedFiles,,1732199378622.9af7635b1f8c4e7498f35f92cdc8feaf.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:29:38,701 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732199378622.9af7635b1f8c4e7498f35f92cdc8feaf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:29:38,701 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 9af7635b1f8c4e7498f35f92cdc8feaf 2024-11-21T14:29:38,701 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 9af7635b1f8c4e7498f35f92cdc8feaf 2024-11-21T14:29:38,702 INFO [StoreOpener-9af7635b1f8c4e7498f35f92cdc8feaf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9af7635b1f8c4e7498f35f92cdc8feaf 2024-11-21T14:29:38,703 INFO [StoreOpener-9af7635b1f8c4e7498f35f92cdc8feaf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9af7635b1f8c4e7498f35f92cdc8feaf columnFamilyName a 2024-11-21T14:29:38,703 DEBUG [StoreOpener-9af7635b1f8c4e7498f35f92cdc8feaf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:38,704 INFO [StoreOpener-9af7635b1f8c4e7498f35f92cdc8feaf-1 {}] regionserver.HStore(327): Store=9af7635b1f8c4e7498f35f92cdc8feaf/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:38,704 INFO [StoreOpener-9af7635b1f8c4e7498f35f92cdc8feaf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 9af7635b1f8c4e7498f35f92cdc8feaf 2024-11-21T14:29:38,705 INFO [StoreOpener-9af7635b1f8c4e7498f35f92cdc8feaf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9af7635b1f8c4e7498f35f92cdc8feaf columnFamilyName b 2024-11-21T14:29:38,705 DEBUG [StoreOpener-9af7635b1f8c4e7498f35f92cdc8feaf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:38,705 INFO [StoreOpener-9af7635b1f8c4e7498f35f92cdc8feaf-1 {}] regionserver.HStore(327): Store=9af7635b1f8c4e7498f35f92cdc8feaf/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:38,705 INFO [StoreOpener-9af7635b1f8c4e7498f35f92cdc8feaf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 9af7635b1f8c4e7498f35f92cdc8feaf 2024-11-21T14:29:38,706 INFO [StoreOpener-9af7635b1f8c4e7498f35f92cdc8feaf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9af7635b1f8c4e7498f35f92cdc8feaf columnFamilyName c 2024-11-21T14:29:38,706 DEBUG [StoreOpener-9af7635b1f8c4e7498f35f92cdc8feaf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:38,707 INFO [StoreOpener-9af7635b1f8c4e7498f35f92cdc8feaf-1 {}] regionserver.HStore(327): Store=9af7635b1f8c4e7498f35f92cdc8feaf/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:38,707 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9af7635b1f8c4e7498f35f92cdc8feaf 2024-11-21T14:29:38,708 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf 2024-11-21T14:29:38,709 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf 2024-11-21T14:29:38,711 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9af7635b1f8c4e7498f35f92cdc8feaf 2024-11-21T14:29:38,711 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9af7635b1f8c4e7498f35f92cdc8feaf 2024-11-21T14:29:38,712 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:29:38,713 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9af7635b1f8c4e7498f35f92cdc8feaf 2024-11-21T14:29:38,714 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9af7635b1f8c4e7498f35f92cdc8feaf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64170528, jitterRate=-0.04378461837768555}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:29:38,715 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9af7635b1f8c4e7498f35f92cdc8feaf: Writing region info on filesystem at 1732199378701Initializing all the Stores at 1732199378702 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199378702Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199378702Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199378702Cleaning up temporary data from old regions at 1732199378711 (+9 ms)Region opened successfully at 1732199378714 (+3 ms) 2024-11-21T14:29:38,720 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38929/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1732199378720/Put/seqid=0 2024-11-21T14:29:38,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741918_1096 (size=4875) 2024-11-21T14:29:38,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741918_1096 (size=4875) 2024-11-21T14:29:38,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741918_1096 (size=4875) 2024-11-21T14:29:38,734 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38929/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1732199378734/Put/seqid=0 2024-11-21T14:29:38,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741919_1097 (size=4875) 2024-11-21T14:29:38,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741919_1097 (size=4875) 2024-11-21T14:29:38,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741919_1097 (size=4875) 2024-11-21T14:29:38,749 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38929/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1732199378749/Put/seqid=0 2024-11-21T14:29:38,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741920_1098 (size=4875) 2024-11-21T14:29:38,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741920_1098 (size=4875) 2024-11-21T14:29:38,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741920_1098 (size=4875) 2024-11-21T14:29:38,757 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38929/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 9af7635b1f8c4e7498f35f92cdc8feaf/a 2024-11-21T14:29:38,761 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-21T14:29:38,761 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T14:29:38,761 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38929/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 9af7635b1f8c4e7498f35f92cdc8feaf/a 2024-11-21T14:29:38,764 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-21T14:29:38,764 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T14:29:38,764 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38929/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 9af7635b1f8c4e7498f35f92cdc8feaf/a 2024-11-21T14:29:38,767 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-21T14:29:38,767 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T14:29:38,767 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9af7635b1f8c4e7498f35f92cdc8feaf 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-21T14:29:38,783 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/.tmp/a/870fd2ca0a604d5ab918d4085ecf0241 is 55, key is testCompactedBulkLoadedFiles/a:a/1732199378715/Put/seqid=0 2024-11-21T14:29:38,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741921_1099 (size=5107) 2024-11-21T14:29:38,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741921_1099 (size=5107) 2024-11-21T14:29:38,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741921_1099 (size=5107) 2024-11-21T14:29:38,791 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/.tmp/a/870fd2ca0a604d5ab918d4085ecf0241 2024-11-21T14:29:38,800 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/.tmp/a/870fd2ca0a604d5ab918d4085ecf0241 as hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/a/870fd2ca0a604d5ab918d4085ecf0241 2024-11-21T14:29:38,804 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/a/870fd2ca0a604d5ab918d4085ecf0241, entries=1, sequenceid=4, filesize=5.0 K 2024-11-21T14:29:38,805 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 9af7635b1f8c4e7498f35f92cdc8feaf in 38ms, sequenceid=4, compaction requested=false 2024-11-21T14:29:38,805 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 9af7635b1f8c4e7498f35f92cdc8feaf: 2024-11-21T14:29:38,807 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38929/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/a/90fad430f22e4210b4dd1eca09572ae8_SeqId_4_ 2024-11-21T14:29:38,808 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38929/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/a/166d704dcc7b47eb8c3421d7a12fc65d_SeqId_4_ 2024-11-21T14:29:38,809 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38929/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/a/9ac3887b94a74a2e84acd391be336018_SeqId_4_ 2024-11-21T14:29:38,809 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38929/hbase/testCompactedBulkLoadedFiles/hfile0 into 9af7635b1f8c4e7498f35f92cdc8feaf/a as hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/a/90fad430f22e4210b4dd1eca09572ae8_SeqId_4_ - updating store file list. 2024-11-21T14:29:38,814 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 90fad430f22e4210b4dd1eca09572ae8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T14:29:38,814 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/a/90fad430f22e4210b4dd1eca09572ae8_SeqId_4_ into 9af7635b1f8c4e7498f35f92cdc8feaf/a 2024-11-21T14:29:38,814 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38929/hbase/testCompactedBulkLoadedFiles/hfile0 into 9af7635b1f8c4e7498f35f92cdc8feaf/a (new location: hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/a/90fad430f22e4210b4dd1eca09572ae8_SeqId_4_) 2024-11-21T14:29:38,815 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38929/hbase/testCompactedBulkLoadedFiles/hfile1 into 9af7635b1f8c4e7498f35f92cdc8feaf/a as hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/a/166d704dcc7b47eb8c3421d7a12fc65d_SeqId_4_ - updating store file list. 2024-11-21T14:29:38,819 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 166d704dcc7b47eb8c3421d7a12fc65d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T14:29:38,820 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/a/166d704dcc7b47eb8c3421d7a12fc65d_SeqId_4_ into 9af7635b1f8c4e7498f35f92cdc8feaf/a 2024-11-21T14:29:38,820 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38929/hbase/testCompactedBulkLoadedFiles/hfile1 into 9af7635b1f8c4e7498f35f92cdc8feaf/a (new location: hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/a/166d704dcc7b47eb8c3421d7a12fc65d_SeqId_4_) 2024-11-21T14:29:38,821 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38929/hbase/testCompactedBulkLoadedFiles/hfile2 into 9af7635b1f8c4e7498f35f92cdc8feaf/a as hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/a/9ac3887b94a74a2e84acd391be336018_SeqId_4_ - updating store file list. 2024-11-21T14:29:38,824 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9ac3887b94a74a2e84acd391be336018_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T14:29:38,825 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/a/9ac3887b94a74a2e84acd391be336018_SeqId_4_ into 9af7635b1f8c4e7498f35f92cdc8feaf/a 2024-11-21T14:29:38,825 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38929/hbase/testCompactedBulkLoadedFiles/hfile2 into 9af7635b1f8c4e7498f35f92cdc8feaf/a (new location: hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/a/9ac3887b94a74a2e84acd391be336018_SeqId_4_) 2024-11-21T14:29:38,833 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T14:29:38,833 DEBUG [Time-limited test {}] regionserver.HStore(1541): 9af7635b1f8c4e7498f35f92cdc8feaf/a is initiating major compaction (all files) 2024-11-21T14:29:38,833 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 9af7635b1f8c4e7498f35f92cdc8feaf/a in testCompactedBulkLoadedFiles,,1732199378622.9af7635b1f8c4e7498f35f92cdc8feaf. 2024-11-21T14:29:38,833 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/a/870fd2ca0a604d5ab918d4085ecf0241, hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/a/90fad430f22e4210b4dd1eca09572ae8_SeqId_4_, hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/a/166d704dcc7b47eb8c3421d7a12fc65d_SeqId_4_, hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/a/9ac3887b94a74a2e84acd391be336018_SeqId_4_] into tmpdir=hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/.tmp, totalSize=19.3 K 2024-11-21T14:29:38,834 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 870fd2ca0a604d5ab918d4085ecf0241, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1732199378715 2024-11-21T14:29:38,834 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 90fad430f22e4210b4dd1eca09572ae8_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-21T14:29:38,835 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 166d704dcc7b47eb8c3421d7a12fc65d_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-21T14:29:38,835 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 9ac3887b94a74a2e84acd391be336018_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-21T14:29:38,849 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/.tmp/a/d807c8d8e75f4a5d99660883d0109354 is 55, key is testCompactedBulkLoadedFiles/a:a/1732199378715/Put/seqid=0 2024-11-21T14:29:38,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741922_1100 (size=6154) 2024-11-21T14:29:38,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741922_1100 (size=6154) 2024-11-21T14:29:38,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741922_1100 (size=6154) 2024-11-21T14:29:38,868 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/.tmp/a/d807c8d8e75f4a5d99660883d0109354 as hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/a/d807c8d8e75f4a5d99660883d0109354 2024-11-21T14:29:38,875 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 9af7635b1f8c4e7498f35f92cdc8feaf/a of 9af7635b1f8c4e7498f35f92cdc8feaf into d807c8d8e75f4a5d99660883d0109354(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:29:38,875 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 9af7635b1f8c4e7498f35f92cdc8feaf: 2024-11-21T14:29:38,875 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-21T14:29:38,875 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-21T14:29:38,910 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38929/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732199378621/wal.1732199378681, size=0 (0bytes) 2024-11-21T14:29:38,910 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:38929/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732199378621/wal.1732199378681 might be still open, length is 0 2024-11-21T14:29:38,910 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38929/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732199378621/wal.1732199378681 2024-11-21T14:29:38,910 WARN [IPC Server handler 2 on default port 38929 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732199378621/wal.1732199378681 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-11-21T14:29:38,911 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:38929/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732199378621/wal.1732199378681 after 1ms 2024-11-21T14:29:39,678 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-11-21T14:29:39,678 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-11-21T14:29:39,679 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-11-21T14:29:39,679 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-11-21T14:29:41,171 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1401893944_22 at /127.0.0.1:45054 [Receiving block BP-2021968090-172.17.0.2-1732199346053:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:42827:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45054 dst: /127.0.0.1:42827 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:42827 remote=/127.0.0.1:45054]. Total timeout mills is 60000, 57704 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:29:41,171 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1401893944_22 at /127.0.0.1:45590 [Receiving block BP-2021968090-172.17.0.2-1732199346053:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:44695:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45590 dst: /127.0.0.1:44695 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:29:41,171 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1401893944_22 at /127.0.0.1:51732 [Receiving block BP-2021968090-172.17.0.2-1732199346053:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:44605:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51732 dst: /127.0.0.1:44605 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:29:41,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741917_1101 (size=1659) 2024-11-21T14:29:41,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741917_1101 (size=1659) 2024-11-21T14:29:42,911 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:38929/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732199378621/wal.1732199378681 after 4001ms 2024-11-21T14:29:42,914 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38929/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732199378621/wal.1732199378681 took 4005ms 2024-11-21T14:29:42,916 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:38929/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732199378621/wal.1732199378681; continuing. 2024-11-21T14:29:42,916 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38929/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732199378621/wal.1732199378681 so closing down 2024-11-21T14:29:42,916 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T14:29:42,917 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732199378681.temp 2024-11-21T14:29:42,918 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/recovered.edits/0000000000000000003-wal.1732199378681.temp 2024-11-21T14:29:42,919 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T14:29:42,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741923_1102 (size=698) 2024-11-21T14:29:42,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741923_1102 (size=698) 2024-11-21T14:29:42,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741923_1102 (size=698) 2024-11-21T14:29:42,926 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/recovered.edits/0000000000000000003-wal.1732199378681.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-21T14:29:42,927 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/recovered.edits/0000000000000000003-wal.1732199378681.temp to hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/recovered.edits/0000000000000000008 2024-11-21T14:29:42,927 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 12 ms; skipped=3; WAL=hdfs://localhost:38929/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732199378621/wal.1732199378681, size=0, length=0, corrupted=false, cancelled=false 2024-11-21T14:29:42,928 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38929/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732199378621/wal.1732199378681, journal: Splitting hdfs://localhost:38929/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732199378621/wal.1732199378681, size=0 (0bytes) at 1732199378910Finishing writing output for hdfs://localhost:38929/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732199378621/wal.1732199378681 so closing down at 1732199382916 (+4006 ms)Creating recovered edits writer path=hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/recovered.edits/0000000000000000003-wal.1732199378681.temp at 1732199382919 (+3 ms)3 split writer threads finished at 1732199382919Closed recovered edits writer path=hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/recovered.edits/0000000000000000003-wal.1732199378681.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732199382926 (+7 ms)Rename recovered edits hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/recovered.edits/0000000000000000003-wal.1732199378681.temp to hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/recovered.edits/0000000000000000008 at 1732199382927 (+1 ms)Processed 5 edits across 1 Regions in 12 ms; skipped=3; WAL=hdfs://localhost:38929/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732199378621/wal.1732199378681, size=0, length=0, corrupted=false, cancelled=false at 1732199382928 (+1 ms) 2024-11-21T14:29:42,929 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38929/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732199378621/wal.1732199378681 to hdfs://localhost:38929/hbase/oldWALs/wal.1732199378681 2024-11-21T14:29:42,930 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/recovered.edits/0000000000000000008 2024-11-21T14:29:42,930 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T14:29:42,931 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38929/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732199378621, archiveDir=hdfs://localhost:38929/hbase/oldWALs, maxLogs=32 2024-11-21T14:29:42,945 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732199378621/wal.1732199382932, exclude list is [], retry=0 2024-11-21T14:29:42,948 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44695,DS-87a32409-6067-4796-945e-f03b0de60d30,DISK] 2024-11-21T14:29:42,948 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42827,DS-2d88a7ca-3fa1-4581-a8d3-0d77324e14aa,DISK] 2024-11-21T14:29:42,948 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44605,DS-01d713ea-93f9-42f9-b8ca-96d583392a98,DISK] 2024-11-21T14:29:42,950 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732199378621/wal.1732199382932 2024-11-21T14:29:42,950 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43747:43747),(127.0.0.1/127.0.0.1:41967:41967),(127.0.0.1/127.0.0.1:37965:37965)] 2024-11-21T14:29:42,950 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 9af7635b1f8c4e7498f35f92cdc8feaf, NAME => 'testCompactedBulkLoadedFiles,,1732199378622.9af7635b1f8c4e7498f35f92cdc8feaf.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:29:42,951 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732199378622.9af7635b1f8c4e7498f35f92cdc8feaf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:29:42,951 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 9af7635b1f8c4e7498f35f92cdc8feaf 2024-11-21T14:29:42,951 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 9af7635b1f8c4e7498f35f92cdc8feaf 2024-11-21T14:29:42,952 INFO [StoreOpener-9af7635b1f8c4e7498f35f92cdc8feaf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9af7635b1f8c4e7498f35f92cdc8feaf 2024-11-21T14:29:42,953 INFO [StoreOpener-9af7635b1f8c4e7498f35f92cdc8feaf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9af7635b1f8c4e7498f35f92cdc8feaf columnFamilyName a 2024-11-21T14:29:42,953 DEBUG [StoreOpener-9af7635b1f8c4e7498f35f92cdc8feaf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:42,959 DEBUG [StoreFileOpener-9af7635b1f8c4e7498f35f92cdc8feaf-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 166d704dcc7b47eb8c3421d7a12fc65d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T14:29:42,959 DEBUG [StoreOpener-9af7635b1f8c4e7498f35f92cdc8feaf-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/a/166d704dcc7b47eb8c3421d7a12fc65d_SeqId_4_ 2024-11-21T14:29:42,962 DEBUG [StoreOpener-9af7635b1f8c4e7498f35f92cdc8feaf-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/a/870fd2ca0a604d5ab918d4085ecf0241 2024-11-21T14:29:42,965 DEBUG [StoreFileOpener-9af7635b1f8c4e7498f35f92cdc8feaf-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 90fad430f22e4210b4dd1eca09572ae8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T14:29:42,965 DEBUG [StoreOpener-9af7635b1f8c4e7498f35f92cdc8feaf-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/a/90fad430f22e4210b4dd1eca09572ae8_SeqId_4_ 2024-11-21T14:29:42,968 DEBUG [StoreFileOpener-9af7635b1f8c4e7498f35f92cdc8feaf-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9ac3887b94a74a2e84acd391be336018_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T14:29:42,968 DEBUG [StoreOpener-9af7635b1f8c4e7498f35f92cdc8feaf-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/a/9ac3887b94a74a2e84acd391be336018_SeqId_4_ 2024-11-21T14:29:42,971 DEBUG [StoreOpener-9af7635b1f8c4e7498f35f92cdc8feaf-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/a/d807c8d8e75f4a5d99660883d0109354 2024-11-21T14:29:42,972 WARN [StoreOpener-9af7635b1f8c4e7498f35f92cdc8feaf-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/a/166d704dcc7b47eb8c3421d7a12fc65d_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@4ea87a63 2024-11-21T14:29:42,972 WARN [StoreOpener-9af7635b1f8c4e7498f35f92cdc8feaf-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/a/870fd2ca0a604d5ab918d4085ecf0241 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@4ea87a63 2024-11-21T14:29:42,972 WARN [StoreOpener-9af7635b1f8c4e7498f35f92cdc8feaf-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/a/90fad430f22e4210b4dd1eca09572ae8_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@4ea87a63 2024-11-21T14:29:42,972 WARN [StoreOpener-9af7635b1f8c4e7498f35f92cdc8feaf-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/a/9ac3887b94a74a2e84acd391be336018_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@4ea87a63 2024-11-21T14:29:42,972 DEBUG [StoreOpener-9af7635b1f8c4e7498f35f92cdc8feaf-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/a/166d704dcc7b47eb8c3421d7a12fc65d_SeqId_4_, hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/a/870fd2ca0a604d5ab918d4085ecf0241, hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/a/90fad430f22e4210b4dd1eca09572ae8_SeqId_4_, hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/a/9ac3887b94a74a2e84acd391be336018_SeqId_4_] to archive 2024-11-21T14:29:42,973 DEBUG [StoreOpener-9af7635b1f8c4e7498f35f92cdc8feaf-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T14:29:42,974 DEBUG [StoreOpener-9af7635b1f8c4e7498f35f92cdc8feaf-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/a/166d704dcc7b47eb8c3421d7a12fc65d_SeqId_4_ to hdfs://localhost:38929/hbase/archive/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/a/166d704dcc7b47eb8c3421d7a12fc65d_SeqId_4_ 2024-11-21T14:29:42,975 DEBUG [StoreOpener-9af7635b1f8c4e7498f35f92cdc8feaf-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/a/870fd2ca0a604d5ab918d4085ecf0241 to hdfs://localhost:38929/hbase/archive/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/a/870fd2ca0a604d5ab918d4085ecf0241 2024-11-21T14:29:42,976 DEBUG [StoreOpener-9af7635b1f8c4e7498f35f92cdc8feaf-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/a/90fad430f22e4210b4dd1eca09572ae8_SeqId_4_ to hdfs://localhost:38929/hbase/archive/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/a/90fad430f22e4210b4dd1eca09572ae8_SeqId_4_ 2024-11-21T14:29:42,977 DEBUG [StoreOpener-9af7635b1f8c4e7498f35f92cdc8feaf-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/a/9ac3887b94a74a2e84acd391be336018_SeqId_4_ to hdfs://localhost:38929/hbase/archive/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/a/9ac3887b94a74a2e84acd391be336018_SeqId_4_ 2024-11-21T14:29:42,977 INFO [StoreOpener-9af7635b1f8c4e7498f35f92cdc8feaf-1 {}] regionserver.HStore(327): Store=9af7635b1f8c4e7498f35f92cdc8feaf/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:42,977 INFO [StoreOpener-9af7635b1f8c4e7498f35f92cdc8feaf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 9af7635b1f8c4e7498f35f92cdc8feaf 2024-11-21T14:29:42,978 INFO [StoreOpener-9af7635b1f8c4e7498f35f92cdc8feaf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9af7635b1f8c4e7498f35f92cdc8feaf columnFamilyName b 2024-11-21T14:29:42,978 DEBUG [StoreOpener-9af7635b1f8c4e7498f35f92cdc8feaf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:42,979 INFO [StoreOpener-9af7635b1f8c4e7498f35f92cdc8feaf-1 {}] regionserver.HStore(327): Store=9af7635b1f8c4e7498f35f92cdc8feaf/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:42,979 INFO [StoreOpener-9af7635b1f8c4e7498f35f92cdc8feaf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 9af7635b1f8c4e7498f35f92cdc8feaf 2024-11-21T14:29:42,979 INFO [StoreOpener-9af7635b1f8c4e7498f35f92cdc8feaf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9af7635b1f8c4e7498f35f92cdc8feaf columnFamilyName c 2024-11-21T14:29:42,979 DEBUG [StoreOpener-9af7635b1f8c4e7498f35f92cdc8feaf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:42,980 INFO [StoreOpener-9af7635b1f8c4e7498f35f92cdc8feaf-1 {}] regionserver.HStore(327): Store=9af7635b1f8c4e7498f35f92cdc8feaf/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:42,980 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9af7635b1f8c4e7498f35f92cdc8feaf 2024-11-21T14:29:42,981 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf 2024-11-21T14:29:42,982 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf 2024-11-21T14:29:42,983 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/recovered.edits/0000000000000000008 2024-11-21T14:29:42,985 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 9af7635b1f8c4e7498f35f92cdc8feaf : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "9af7635b1f8c4e7498f35f92cdc8feaf" family_name: "a" compaction_input: "870fd2ca0a604d5ab918d4085ecf0241" compaction_input: "90fad430f22e4210b4dd1eca09572ae8_SeqId_4_" compaction_input: "166d704dcc7b47eb8c3421d7a12fc65d_SeqId_4_" compaction_input: "9ac3887b94a74a2e84acd391be336018_SeqId_4_" compaction_output: "d807c8d8e75f4a5d99660883d0109354" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1732199378622.9af7635b1f8c4e7498f35f92cdc8feaf." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-21T14:29:42,986 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-21T14:29:42,986 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/recovered.edits/0000000000000000008 2024-11-21T14:29:42,986 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/recovered.edits/0000000000000000008 2024-11-21T14:29:42,987 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9af7635b1f8c4e7498f35f92cdc8feaf 2024-11-21T14:29:42,987 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9af7635b1f8c4e7498f35f92cdc8feaf 2024-11-21T14:29:42,988 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:29:42,989 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9af7635b1f8c4e7498f35f92cdc8feaf 2024-11-21T14:29:42,991 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38929/hbase/data/default/testCompactedBulkLoadedFiles/9af7635b1f8c4e7498f35f92cdc8feaf/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T14:29:42,992 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9af7635b1f8c4e7498f35f92cdc8feaf; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68412251, jitterRate=0.019421979784965515}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:29:42,992 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9af7635b1f8c4e7498f35f92cdc8feaf: Writing region info on filesystem at 1732199382951Initializing all the Stores at 1732199382952 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199382952Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199382952Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199382952Cleaning up temporary data from old regions at 1732199382987 (+35 ms)Region opened successfully at 1732199382992 (+5 ms) 2024-11-21T14:29:42,994 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 9af7635b1f8c4e7498f35f92cdc8feaf, disabling compactions & flushes 2024-11-21T14:29:42,994 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732199378622.9af7635b1f8c4e7498f35f92cdc8feaf. 2024-11-21T14:29:42,994 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732199378622.9af7635b1f8c4e7498f35f92cdc8feaf. 2024-11-21T14:29:42,994 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732199378622.9af7635b1f8c4e7498f35f92cdc8feaf. after waiting 0 ms 2024-11-21T14:29:42,994 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732199378622.9af7635b1f8c4e7498f35f92cdc8feaf. 2024-11-21T14:29:42,995 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732199378622.9af7635b1f8c4e7498f35f92cdc8feaf. 2024-11-21T14:29:42,995 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 9af7635b1f8c4e7498f35f92cdc8feaf: Waiting for close lock at 1732199382994Disabling compacts and flushes for region at 1732199382994Disabling writes for close at 1732199382994Writing region close event to WAL at 1732199382995 (+1 ms)Closed at 1732199382995 2024-11-21T14:29:42,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741924_1103 (size=93) 2024-11-21T14:29:42,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741924_1103 (size=93) 2024-11-21T14:29:42,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741924_1103 (size=93) 2024-11-21T14:29:42,999 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T14:29:42,999 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732199382932) 2024-11-21T14:29:43,013 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testCompactedBulkLoadedFiles Thread=436 (was 423) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1228725208_22 at /127.0.0.1:33174 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:38929 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1382578499) connection to localhost/127.0.0.1:38929 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1228725208_22 at /127.0.0.1:53988 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1346 (was 1265) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=285 (was 285), ProcessCount=11 (was 11), AvailableMemoryMB=4423 (was 4432) 2024-11-21T14:29:43,013 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1346 is superior to 1024 2024-11-21T14:29:43,026 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=436, OpenFileDescriptor=1346, MaxFileDescriptor=1048576, SystemLoadAverage=285, ProcessCount=11, AvailableMemoryMB=4422 2024-11-21T14:29:43,026 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1346 is superior to 1024 2024-11-21T14:29:43,042 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:29:43,043 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:29:43,044 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:29:43,046 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-11518244, suffix=, logDir=hdfs://localhost:38929/hbase/WALs/hregion-11518244, archiveDir=hdfs://localhost:38929/hbase/oldWALs, maxLogs=32 2024-11-21T14:29:43,059 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-11518244/hregion-11518244.1732199383046, exclude list is [], retry=0 2024-11-21T14:29:43,062 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44695,DS-87a32409-6067-4796-945e-f03b0de60d30,DISK] 2024-11-21T14:29:43,062 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42827,DS-2d88a7ca-3fa1-4581-a8d3-0d77324e14aa,DISK] 2024-11-21T14:29:43,062 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44605,DS-01d713ea-93f9-42f9-b8ca-96d583392a98,DISK] 2024-11-21T14:29:43,064 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-11518244/hregion-11518244.1732199383046 2024-11-21T14:29:43,065 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43747:43747),(127.0.0.1/127.0.0.1:41967:41967),(127.0.0.1/127.0.0.1:37965:37965)] 2024-11-21T14:29:43,065 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => c92601fb457a50356c00b32e8ff882d9, NAME => 'testReplayEditsWrittenViaHRegion,,1732199383042.c92601fb457a50356c00b32e8ff882d9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38929/hbase 2024-11-21T14:29:43,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741926_1105 (size=67) 2024-11-21T14:29:43,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741926_1105 (size=67) 2024-11-21T14:29:43,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741926_1105 (size=67) 2024-11-21T14:29:43,073 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732199383042.c92601fb457a50356c00b32e8ff882d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:29:43,074 INFO [StoreOpener-c92601fb457a50356c00b32e8ff882d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c92601fb457a50356c00b32e8ff882d9 2024-11-21T14:29:43,075 INFO [StoreOpener-c92601fb457a50356c00b32e8ff882d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c92601fb457a50356c00b32e8ff882d9 columnFamilyName a 2024-11-21T14:29:43,075 DEBUG [StoreOpener-c92601fb457a50356c00b32e8ff882d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:43,076 INFO [StoreOpener-c92601fb457a50356c00b32e8ff882d9-1 {}] regionserver.HStore(327): Store=c92601fb457a50356c00b32e8ff882d9/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:43,076 INFO [StoreOpener-c92601fb457a50356c00b32e8ff882d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c92601fb457a50356c00b32e8ff882d9 2024-11-21T14:29:43,077 INFO [StoreOpener-c92601fb457a50356c00b32e8ff882d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c92601fb457a50356c00b32e8ff882d9 columnFamilyName b 2024-11-21T14:29:43,077 DEBUG [StoreOpener-c92601fb457a50356c00b32e8ff882d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:43,078 INFO [StoreOpener-c92601fb457a50356c00b32e8ff882d9-1 {}] regionserver.HStore(327): Store=c92601fb457a50356c00b32e8ff882d9/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:43,078 INFO [StoreOpener-c92601fb457a50356c00b32e8ff882d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c92601fb457a50356c00b32e8ff882d9 2024-11-21T14:29:43,079 INFO [StoreOpener-c92601fb457a50356c00b32e8ff882d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c92601fb457a50356c00b32e8ff882d9 columnFamilyName c 2024-11-21T14:29:43,079 DEBUG [StoreOpener-c92601fb457a50356c00b32e8ff882d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:43,079 INFO [StoreOpener-c92601fb457a50356c00b32e8ff882d9-1 {}] regionserver.HStore(327): Store=c92601fb457a50356c00b32e8ff882d9/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:43,079 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c92601fb457a50356c00b32e8ff882d9 2024-11-21T14:29:43,080 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9 2024-11-21T14:29:43,080 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9 2024-11-21T14:29:43,081 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c92601fb457a50356c00b32e8ff882d9 2024-11-21T14:29:43,081 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c92601fb457a50356c00b32e8ff882d9 2024-11-21T14:29:43,082 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:29:43,083 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c92601fb457a50356c00b32e8ff882d9 2024-11-21T14:29:43,085 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:29:43,086 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c92601fb457a50356c00b32e8ff882d9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72046151, jitterRate=0.07357130944728851}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:29:43,086 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c92601fb457a50356c00b32e8ff882d9: Writing region info on filesystem at 1732199383073Initializing all the Stores at 1732199383074 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199383074Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199383074Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199383074Cleaning up temporary data from old regions at 1732199383081 (+7 ms)Region opened successfully at 1732199383086 (+5 ms) 2024-11-21T14:29:43,086 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c92601fb457a50356c00b32e8ff882d9, disabling compactions & flushes 2024-11-21T14:29:43,086 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732199383042.c92601fb457a50356c00b32e8ff882d9. 2024-11-21T14:29:43,086 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732199383042.c92601fb457a50356c00b32e8ff882d9. 2024-11-21T14:29:43,086 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732199383042.c92601fb457a50356c00b32e8ff882d9. after waiting 0 ms 2024-11-21T14:29:43,086 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732199383042.c92601fb457a50356c00b32e8ff882d9. 2024-11-21T14:29:43,087 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732199383042.c92601fb457a50356c00b32e8ff882d9. 2024-11-21T14:29:43,087 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c92601fb457a50356c00b32e8ff882d9: Waiting for close lock at 1732199383086Disabling compacts and flushes for region at 1732199383086Disabling writes for close at 1732199383086Writing region close event to WAL at 1732199383086Closed at 1732199383086 2024-11-21T14:29:43,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741925_1104 (size=93) 2024-11-21T14:29:43,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741925_1104 (size=93) 2024-11-21T14:29:43,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741925_1104 (size=93) 2024-11-21T14:29:43,092 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T14:29:43,092 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-11518244:(num 1732199383046) 2024-11-21T14:29:43,092 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T14:29:43,094 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38929/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199383041, archiveDir=hdfs://localhost:38929/hbase/oldWALs, maxLogs=32 2024-11-21T14:29:43,107 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199383041/wal.1732199383094, exclude list is [], retry=0 2024-11-21T14:29:43,110 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42827,DS-2d88a7ca-3fa1-4581-a8d3-0d77324e14aa,DISK] 2024-11-21T14:29:43,110 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44605,DS-01d713ea-93f9-42f9-b8ca-96d583392a98,DISK] 2024-11-21T14:29:43,110 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44695,DS-87a32409-6067-4796-945e-f03b0de60d30,DISK] 2024-11-21T14:29:43,112 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199383041/wal.1732199383094 2024-11-21T14:29:43,112 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41967:41967),(127.0.0.1/127.0.0.1:37965:37965),(127.0.0.1/127.0.0.1:43747:43747)] 2024-11-21T14:29:43,112 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c92601fb457a50356c00b32e8ff882d9, NAME => 'testReplayEditsWrittenViaHRegion,,1732199383042.c92601fb457a50356c00b32e8ff882d9.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:29:43,112 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732199383042.c92601fb457a50356c00b32e8ff882d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:29:43,112 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c92601fb457a50356c00b32e8ff882d9 2024-11-21T14:29:43,112 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c92601fb457a50356c00b32e8ff882d9 2024-11-21T14:29:43,115 INFO [StoreOpener-c92601fb457a50356c00b32e8ff882d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c92601fb457a50356c00b32e8ff882d9 2024-11-21T14:29:43,115 INFO [StoreOpener-c92601fb457a50356c00b32e8ff882d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c92601fb457a50356c00b32e8ff882d9 columnFamilyName a 2024-11-21T14:29:43,116 DEBUG [StoreOpener-c92601fb457a50356c00b32e8ff882d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:43,116 INFO [StoreOpener-c92601fb457a50356c00b32e8ff882d9-1 {}] regionserver.HStore(327): Store=c92601fb457a50356c00b32e8ff882d9/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:43,116 INFO [StoreOpener-c92601fb457a50356c00b32e8ff882d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c92601fb457a50356c00b32e8ff882d9 2024-11-21T14:29:43,117 INFO [StoreOpener-c92601fb457a50356c00b32e8ff882d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c92601fb457a50356c00b32e8ff882d9 columnFamilyName b 2024-11-21T14:29:43,117 DEBUG [StoreOpener-c92601fb457a50356c00b32e8ff882d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:43,117 INFO [StoreOpener-c92601fb457a50356c00b32e8ff882d9-1 {}] regionserver.HStore(327): Store=c92601fb457a50356c00b32e8ff882d9/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:43,117 INFO [StoreOpener-c92601fb457a50356c00b32e8ff882d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c92601fb457a50356c00b32e8ff882d9 2024-11-21T14:29:43,118 INFO [StoreOpener-c92601fb457a50356c00b32e8ff882d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c92601fb457a50356c00b32e8ff882d9 columnFamilyName c 2024-11-21T14:29:43,118 DEBUG [StoreOpener-c92601fb457a50356c00b32e8ff882d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:43,118 INFO [StoreOpener-c92601fb457a50356c00b32e8ff882d9-1 {}] regionserver.HStore(327): Store=c92601fb457a50356c00b32e8ff882d9/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:43,119 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c92601fb457a50356c00b32e8ff882d9 2024-11-21T14:29:43,119 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9 2024-11-21T14:29:43,120 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9 2024-11-21T14:29:43,121 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c92601fb457a50356c00b32e8ff882d9 2024-11-21T14:29:43,121 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c92601fb457a50356c00b32e8ff882d9 2024-11-21T14:29:43,122 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:29:43,123 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c92601fb457a50356c00b32e8ff882d9 2024-11-21T14:29:43,124 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c92601fb457a50356c00b32e8ff882d9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71145897, jitterRate=0.060156479477882385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:29:43,124 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c92601fb457a50356c00b32e8ff882d9: Writing region info on filesystem at 1732199383113Initializing all the Stores at 1732199383113Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199383113Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199383114 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199383114Cleaning up temporary data from old regions at 1732199383121 (+7 ms)Region opened successfully at 1732199383124 (+3 ms) 2024-11-21T14:29:43,132 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c92601fb457a50356c00b32e8ff882d9 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-21T14:29:43,148 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/.tmp/a/44de99dfc8ac4438a290912ae96bb986 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732199383124/Put/seqid=0 2024-11-21T14:29:43,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741928_1107 (size=5958) 2024-11-21T14:29:43,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741928_1107 (size=5958) 2024-11-21T14:29:43,155 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/.tmp/a/44de99dfc8ac4438a290912ae96bb986 2024-11-21T14:29:43,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741928_1107 (size=5958) 2024-11-21T14:29:43,161 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/.tmp/a/44de99dfc8ac4438a290912ae96bb986 as hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/a/44de99dfc8ac4438a290912ae96bb986 2024-11-21T14:29:43,165 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/a/44de99dfc8ac4438a290912ae96bb986, entries=10, sequenceid=13, filesize=5.8 K 2024-11-21T14:29:43,166 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for c92601fb457a50356c00b32e8ff882d9 in 34ms, sequenceid=13, compaction requested=false 2024-11-21T14:29:43,166 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c92601fb457a50356c00b32e8ff882d9: 2024-11-21T14:29:43,187 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c92601fb457a50356c00b32e8ff882d9, disabling compactions & flushes 2024-11-21T14:29:43,187 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732199383042.c92601fb457a50356c00b32e8ff882d9. 2024-11-21T14:29:43,187 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732199383042.c92601fb457a50356c00b32e8ff882d9. 2024-11-21T14:29:43,187 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732199383042.c92601fb457a50356c00b32e8ff882d9. after waiting 0 ms 2024-11-21T14:29:43,187 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732199383042.c92601fb457a50356c00b32e8ff882d9. 2024-11-21T14:29:43,188 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1732199383042.c92601fb457a50356c00b32e8ff882d9. 2024-11-21T14:29:43,188 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732199383042.c92601fb457a50356c00b32e8ff882d9. 2024-11-21T14:29:43,188 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c92601fb457a50356c00b32e8ff882d9: Waiting for close lock at 1732199383187Disabling compacts and flushes for region at 1732199383187Disabling writes for close at 1732199383187Writing region close event to WAL at 1732199383188 (+1 ms)Closed at 1732199383188 2024-11-21T14:29:43,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741927_1106 (size=5869) 2024-11-21T14:29:43,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741927_1106 (size=5869) 2024-11-21T14:29:43,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741927_1106 (size=5869) 2024-11-21T14:29:43,216 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38929/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199383041/wal.1732199383094, size=5.7 K (5869bytes) 2024-11-21T14:29:43,216 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38929/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199383041/wal.1732199383094 2024-11-21T14:29:43,216 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38929/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199383041/wal.1732199383094 after 0ms 2024-11-21T14:29:43,219 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38929/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199383041/wal.1732199383094 took 4ms 2024-11-21T14:29:43,221 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38929/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199383041/wal.1732199383094 so closing down 2024-11-21T14:29:43,221 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T14:29:43,222 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732199383094.temp 2024-11-21T14:29:43,223 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/recovered.edits/0000000000000000003-wal.1732199383094.temp 2024-11-21T14:29:43,224 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T14:29:43,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741929_1108 (size=5223) 2024-11-21T14:29:43,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741929_1108 (size=5223) 2024-11-21T14:29:43,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741929_1108 (size=5223) 2024-11-21T14:29:43,238 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/recovered.edits/0000000000000000003-wal.1732199383094.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-21T14:29:43,239 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/recovered.edits/0000000000000000003-wal.1732199383094.temp to hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/recovered.edits/0000000000000000035 2024-11-21T14:29:43,240 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 20 ms; skipped=2; WAL=hdfs://localhost:38929/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199383041/wal.1732199383094, size=5.7 K, length=5869, corrupted=false, cancelled=false 2024-11-21T14:29:43,240 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38929/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199383041/wal.1732199383094, journal: Splitting hdfs://localhost:38929/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199383041/wal.1732199383094, size=5.7 K (5869bytes) at 1732199383216Finishing writing output for hdfs://localhost:38929/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199383041/wal.1732199383094 so closing down at 1732199383221 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/recovered.edits/0000000000000000003-wal.1732199383094.temp at 1732199383223 (+2 ms)3 split writer threads finished at 1732199383224 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/recovered.edits/0000000000000000003-wal.1732199383094.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732199383238 (+14 ms)Rename recovered edits hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/recovered.edits/0000000000000000003-wal.1732199383094.temp to hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/recovered.edits/0000000000000000035 at 1732199383239 (+1 ms)Processed 32 edits across 1 Regions in 20 ms; skipped=2; WAL=hdfs://localhost:38929/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199383041/wal.1732199383094, size=5.7 K, length=5869, corrupted=false, cancelled=false at 1732199383240 (+1 ms) 2024-11-21T14:29:43,241 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38929/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199383041/wal.1732199383094 to hdfs://localhost:38929/hbase/oldWALs/wal.1732199383094 2024-11-21T14:29:43,242 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/recovered.edits/0000000000000000035 2024-11-21T14:29:43,242 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T14:29:43,244 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38929/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199383041, archiveDir=hdfs://localhost:38929/hbase/oldWALs, maxLogs=32 2024-11-21T14:29:43,258 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199383041/wal.1732199383244, exclude list is [], retry=0 2024-11-21T14:29:43,260 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44695,DS-87a32409-6067-4796-945e-f03b0de60d30,DISK] 2024-11-21T14:29:43,261 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44605,DS-01d713ea-93f9-42f9-b8ca-96d583392a98,DISK] 2024-11-21T14:29:43,261 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42827,DS-2d88a7ca-3fa1-4581-a8d3-0d77324e14aa,DISK] 2024-11-21T14:29:43,263 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199383041/wal.1732199383244 2024-11-21T14:29:43,263 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43747:43747),(127.0.0.1/127.0.0.1:37965:37965),(127.0.0.1/127.0.0.1:41967:41967)] 2024-11-21T14:29:43,263 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c92601fb457a50356c00b32e8ff882d9, NAME => 'testReplayEditsWrittenViaHRegion,,1732199383042.c92601fb457a50356c00b32e8ff882d9.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:29:43,263 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732199383042.c92601fb457a50356c00b32e8ff882d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:29:43,263 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c92601fb457a50356c00b32e8ff882d9 2024-11-21T14:29:43,263 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c92601fb457a50356c00b32e8ff882d9 2024-11-21T14:29:43,265 INFO [StoreOpener-c92601fb457a50356c00b32e8ff882d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c92601fb457a50356c00b32e8ff882d9 2024-11-21T14:29:43,266 INFO [StoreOpener-c92601fb457a50356c00b32e8ff882d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c92601fb457a50356c00b32e8ff882d9 columnFamilyName a 2024-11-21T14:29:43,266 DEBUG [StoreOpener-c92601fb457a50356c00b32e8ff882d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:43,269 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T14:29:43,273 DEBUG [StoreOpener-c92601fb457a50356c00b32e8ff882d9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/a/44de99dfc8ac4438a290912ae96bb986 2024-11-21T14:29:43,273 INFO [StoreOpener-c92601fb457a50356c00b32e8ff882d9-1 {}] regionserver.HStore(327): Store=c92601fb457a50356c00b32e8ff882d9/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:43,273 INFO [StoreOpener-c92601fb457a50356c00b32e8ff882d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c92601fb457a50356c00b32e8ff882d9 2024-11-21T14:29:43,274 INFO [StoreOpener-c92601fb457a50356c00b32e8ff882d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c92601fb457a50356c00b32e8ff882d9 columnFamilyName b 2024-11-21T14:29:43,274 DEBUG [StoreOpener-c92601fb457a50356c00b32e8ff882d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:43,275 INFO [StoreOpener-c92601fb457a50356c00b32e8ff882d9-1 {}] regionserver.HStore(327): Store=c92601fb457a50356c00b32e8ff882d9/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:43,275 INFO [StoreOpener-c92601fb457a50356c00b32e8ff882d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c92601fb457a50356c00b32e8ff882d9 2024-11-21T14:29:43,276 INFO [StoreOpener-c92601fb457a50356c00b32e8ff882d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c92601fb457a50356c00b32e8ff882d9 columnFamilyName c 2024-11-21T14:29:43,276 DEBUG [StoreOpener-c92601fb457a50356c00b32e8ff882d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:43,276 INFO [StoreOpener-c92601fb457a50356c00b32e8ff882d9-1 {}] regionserver.HStore(327): Store=c92601fb457a50356c00b32e8ff882d9/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:43,276 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c92601fb457a50356c00b32e8ff882d9 2024-11-21T14:29:43,277 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9 2024-11-21T14:29:43,279 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9 2024-11-21T14:29:43,279 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/recovered.edits/0000000000000000035 2024-11-21T14:29:43,282 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/recovered.edits/0000000000000000035 2024-11-21T14:29:43,282 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c92601fb457a50356c00b32e8ff882d9 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-21T14:29:43,298 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/.tmp/b/8a8748d140414616af8ba2876391a2c7 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732199383166/Put/seqid=0 2024-11-21T14:29:43,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741931_1110 (size=5958) 2024-11-21T14:29:43,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741931_1110 (size=5958) 2024-11-21T14:29:43,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741931_1110 (size=5958) 2024-11-21T14:29:43,310 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/.tmp/b/8a8748d140414616af8ba2876391a2c7 2024-11-21T14:29:43,330 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/.tmp/c/e5a8d7a8f1cf49e3bce56f6492ae1da9 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732199383174/Put/seqid=0 2024-11-21T14:29:43,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741932_1111 (size=5958) 2024-11-21T14:29:43,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741932_1111 (size=5958) 2024-11-21T14:29:43,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741932_1111 (size=5958) 2024-11-21T14:29:43,338 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/.tmp/c/e5a8d7a8f1cf49e3bce56f6492ae1da9 2024-11-21T14:29:43,343 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/.tmp/b/8a8748d140414616af8ba2876391a2c7 as hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/b/8a8748d140414616af8ba2876391a2c7 2024-11-21T14:29:43,348 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/b/8a8748d140414616af8ba2876391a2c7, entries=10, sequenceid=35, filesize=5.8 K 2024-11-21T14:29:43,349 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/.tmp/c/e5a8d7a8f1cf49e3bce56f6492ae1da9 as hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/c/e5a8d7a8f1cf49e3bce56f6492ae1da9 2024-11-21T14:29:43,354 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/c/e5a8d7a8f1cf49e3bce56f6492ae1da9, entries=10, sequenceid=35, filesize=5.8 K 2024-11-21T14:29:43,354 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for c92601fb457a50356c00b32e8ff882d9 in 72ms, sequenceid=35, compaction requested=false; wal=null 2024-11-21T14:29:43,355 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/recovered.edits/0000000000000000035 2024-11-21T14:29:43,356 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c92601fb457a50356c00b32e8ff882d9 2024-11-21T14:29:43,356 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c92601fb457a50356c00b32e8ff882d9 2024-11-21T14:29:43,357 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:29:43,358 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c92601fb457a50356c00b32e8ff882d9 2024-11-21T14:29:43,360 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-21T14:29:43,360 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c92601fb457a50356c00b32e8ff882d9; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67135695, jitterRate=3.9981305599212646E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:29:43,361 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c92601fb457a50356c00b32e8ff882d9: Writing region info on filesystem at 1732199383264Initializing all the Stores at 1732199383264Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199383264Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199383265 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199383265Obtaining lock to block concurrent updates at 1732199383282 (+17 ms)Preparing flush snapshotting stores in c92601fb457a50356c00b32e8ff882d9 at 1732199383282Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732199383042.c92601fb457a50356c00b32e8ff882d9., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1732199383282Flushing stores of testReplayEditsWrittenViaHRegion,,1732199383042.c92601fb457a50356c00b32e8ff882d9. at 1732199383282Flushing c92601fb457a50356c00b32e8ff882d9/b: creating writer at 1732199383282Flushing c92601fb457a50356c00b32e8ff882d9/b: appending metadata at 1732199383298 (+16 ms)Flushing c92601fb457a50356c00b32e8ff882d9/b: closing flushed file at 1732199383298Flushing c92601fb457a50356c00b32e8ff882d9/c: creating writer at 1732199383315 (+17 ms)Flushing c92601fb457a50356c00b32e8ff882d9/c: appending metadata at 1732199383330 (+15 ms)Flushing c92601fb457a50356c00b32e8ff882d9/c: closing flushed file at 1732199383330Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@331478f5: reopening flushed file at 1732199383342 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25dc9bdd: reopening flushed file at 1732199383349 (+7 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for c92601fb457a50356c00b32e8ff882d9 in 72ms, sequenceid=35, compaction requested=false; wal=null at 1732199383354 (+5 ms)Cleaning up temporary data from old regions at 1732199383356 (+2 ms)Region opened successfully at 1732199383361 (+5 ms) 2024-11-21T14:29:43,424 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38929/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199383041/wal.1732199383244, size=0 (0bytes) 2024-11-21T14:29:43,424 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:38929/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199383041/wal.1732199383244 might be still open, length is 0 2024-11-21T14:29:43,424 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38929/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199383041/wal.1732199383244 2024-11-21T14:29:43,425 WARN [IPC Server handler 2 on default port 38929 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199383041/wal.1732199383244 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-11-21T14:29:43,425 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:38929/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199383041/wal.1732199383244 after 1ms 2024-11-21T14:29:44,169 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1401893944_22 at /127.0.0.1:33210 [Receiving block BP-2021968090-172.17.0.2-1732199346053:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:44695:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33210 dst: /127.0.0.1:44695 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:44695 remote=/127.0.0.1:33210]. Total timeout mills is 60000, 59218 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:29:44,169 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1401893944_22 at /127.0.0.1:46546 [Receiving block BP-2021968090-172.17.0.2-1732199346053:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:44605:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46546 dst: /127.0.0.1:44605 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:29:44,169 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1401893944_22 at /127.0.0.1:54026 [Receiving block BP-2021968090-172.17.0.2-1732199346053:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:42827:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54026 dst: /127.0.0.1:42827 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:29:44,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741930_1112 (size=5215) 2024-11-21T14:29:44,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741930_1112 (size=5215) 2024-11-21T14:29:44,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741930_1112 (size=5215) 2024-11-21T14:29:47,426 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:38929/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199383041/wal.1732199383244 after 4002ms 2024-11-21T14:29:47,429 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38929/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199383041/wal.1732199383244 took 4005ms 2024-11-21T14:29:47,430 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:38929/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199383041/wal.1732199383244; continuing. 2024-11-21T14:29:47,430 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38929/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199383041/wal.1732199383244 so closing down 2024-11-21T14:29:47,430 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T14:29:47,432 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1732199383244.temp 2024-11-21T14:29:47,433 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/recovered.edits/0000000000000000037-wal.1732199383244.temp 2024-11-21T14:29:47,433 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T14:29:47,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741933_1113 (size=5223) 2024-11-21T14:29:47,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741933_1113 (size=5223) 2024-11-21T14:29:47,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741933_1113 (size=5223) 2024-11-21T14:29:47,440 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/recovered.edits/0000000000000000037-wal.1732199383244.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-21T14:29:47,441 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/recovered.edits/0000000000000000037-wal.1732199383244.temp to hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/recovered.edits/0000000000000000066 2024-11-21T14:29:47,441 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:38929/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199383041/wal.1732199383244, size=0, length=0, corrupted=false, cancelled=false 2024-11-21T14:29:47,441 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38929/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199383041/wal.1732199383244, journal: Splitting hdfs://localhost:38929/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199383041/wal.1732199383244, size=0 (0bytes) at 1732199383424Finishing writing output for hdfs://localhost:38929/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199383041/wal.1732199383244 so closing down at 1732199387430 (+4006 ms)Creating recovered edits writer path=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/recovered.edits/0000000000000000037-wal.1732199383244.temp at 1732199387433 (+3 ms)3 split writer threads finished at 1732199387433Closed recovered edits writer path=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/recovered.edits/0000000000000000037-wal.1732199383244.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732199387440 (+7 ms)Rename recovered edits hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/recovered.edits/0000000000000000037-wal.1732199383244.temp to hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/recovered.edits/0000000000000000066 at 1732199387441 (+1 ms)Processed 30 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:38929/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199383041/wal.1732199383244, size=0, length=0, corrupted=false, cancelled=false at 1732199387441 2024-11-21T14:29:47,443 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38929/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199383041/wal.1732199383244 to hdfs://localhost:38929/hbase/oldWALs/wal.1732199383244 2024-11-21T14:29:47,444 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/recovered.edits/0000000000000000066 2024-11-21T14:29:47,444 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T14:29:47,445 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38929/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199383041, archiveDir=hdfs://localhost:38929/hbase/oldWALs, maxLogs=32 2024-11-21T14:29:47,459 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199383041/wal.1732199387446, exclude list is [], retry=0 2024-11-21T14:29:47,462 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42827,DS-2d88a7ca-3fa1-4581-a8d3-0d77324e14aa,DISK] 2024-11-21T14:29:47,462 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44695,DS-87a32409-6067-4796-945e-f03b0de60d30,DISK] 2024-11-21T14:29:47,462 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44605,DS-01d713ea-93f9-42f9-b8ca-96d583392a98,DISK] 2024-11-21T14:29:47,464 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199383041/wal.1732199387446 2024-11-21T14:29:47,464 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41967:41967),(127.0.0.1/127.0.0.1:43747:43747),(127.0.0.1/127.0.0.1:37965:37965)] 2024-11-21T14:29:47,465 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732199383042.c92601fb457a50356c00b32e8ff882d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:29:47,466 INFO [StoreOpener-c92601fb457a50356c00b32e8ff882d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c92601fb457a50356c00b32e8ff882d9 2024-11-21T14:29:47,466 INFO [StoreOpener-c92601fb457a50356c00b32e8ff882d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c92601fb457a50356c00b32e8ff882d9 columnFamilyName a 2024-11-21T14:29:47,467 DEBUG [StoreOpener-c92601fb457a50356c00b32e8ff882d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:47,471 DEBUG [StoreOpener-c92601fb457a50356c00b32e8ff882d9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/a/44de99dfc8ac4438a290912ae96bb986 2024-11-21T14:29:47,472 INFO [StoreOpener-c92601fb457a50356c00b32e8ff882d9-1 {}] regionserver.HStore(327): Store=c92601fb457a50356c00b32e8ff882d9/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:47,472 INFO [StoreOpener-c92601fb457a50356c00b32e8ff882d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c92601fb457a50356c00b32e8ff882d9 2024-11-21T14:29:47,473 INFO [StoreOpener-c92601fb457a50356c00b32e8ff882d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c92601fb457a50356c00b32e8ff882d9 columnFamilyName b 2024-11-21T14:29:47,473 DEBUG [StoreOpener-c92601fb457a50356c00b32e8ff882d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:47,477 DEBUG [StoreOpener-c92601fb457a50356c00b32e8ff882d9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/b/8a8748d140414616af8ba2876391a2c7 2024-11-21T14:29:47,477 INFO [StoreOpener-c92601fb457a50356c00b32e8ff882d9-1 {}] regionserver.HStore(327): Store=c92601fb457a50356c00b32e8ff882d9/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:47,477 INFO [StoreOpener-c92601fb457a50356c00b32e8ff882d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c92601fb457a50356c00b32e8ff882d9 2024-11-21T14:29:47,478 INFO [StoreOpener-c92601fb457a50356c00b32e8ff882d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c92601fb457a50356c00b32e8ff882d9 columnFamilyName c 2024-11-21T14:29:47,478 DEBUG [StoreOpener-c92601fb457a50356c00b32e8ff882d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:29:47,482 DEBUG [StoreOpener-c92601fb457a50356c00b32e8ff882d9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/c/e5a8d7a8f1cf49e3bce56f6492ae1da9 2024-11-21T14:29:47,483 INFO [StoreOpener-c92601fb457a50356c00b32e8ff882d9-1 {}] regionserver.HStore(327): Store=c92601fb457a50356c00b32e8ff882d9/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:29:47,483 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c92601fb457a50356c00b32e8ff882d9 2024-11-21T14:29:47,483 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9 2024-11-21T14:29:47,485 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9 2024-11-21T14:29:47,485 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/recovered.edits/0000000000000000066 2024-11-21T14:29:47,492 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/recovered.edits/0000000000000000066 2024-11-21T14:29:47,492 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c92601fb457a50356c00b32e8ff882d9 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-21T14:29:47,507 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/.tmp/a/67efd0fe178f4208bba08cc60b1e6c62 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1732199383367/Put/seqid=0 2024-11-21T14:29:47,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741935_1115 (size=5958) 2024-11-21T14:29:47,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741935_1115 (size=5958) 2024-11-21T14:29:47,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741935_1115 (size=5958) 2024-11-21T14:29:47,514 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/.tmp/a/67efd0fe178f4208bba08cc60b1e6c62 2024-11-21T14:29:47,532 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/.tmp/b/c4e125a9d5704485adc213ca65e8372e is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1732199383374/Put/seqid=0 2024-11-21T14:29:47,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741936_1116 (size=5958) 2024-11-21T14:29:47,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741936_1116 (size=5958) 2024-11-21T14:29:47,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741936_1116 (size=5958) 2024-11-21T14:29:47,539 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/.tmp/b/c4e125a9d5704485adc213ca65e8372e 2024-11-21T14:29:47,558 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/.tmp/c/d77e7d4c19444548aeb78223274454a9 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1732199383380/Put/seqid=0 2024-11-21T14:29:47,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741937_1117 (size=5958) 2024-11-21T14:29:47,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741937_1117 (size=5958) 2024-11-21T14:29:47,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741937_1117 (size=5958) 2024-11-21T14:29:47,565 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/.tmp/c/d77e7d4c19444548aeb78223274454a9 2024-11-21T14:29:47,570 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/.tmp/a/67efd0fe178f4208bba08cc60b1e6c62 as hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/a/67efd0fe178f4208bba08cc60b1e6c62 2024-11-21T14:29:47,574 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/a/67efd0fe178f4208bba08cc60b1e6c62, entries=10, sequenceid=66, filesize=5.8 K 2024-11-21T14:29:47,575 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/.tmp/b/c4e125a9d5704485adc213ca65e8372e as hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/b/c4e125a9d5704485adc213ca65e8372e 2024-11-21T14:29:47,579 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/b/c4e125a9d5704485adc213ca65e8372e, entries=10, sequenceid=66, filesize=5.8 K 2024-11-21T14:29:47,579 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/.tmp/c/d77e7d4c19444548aeb78223274454a9 as hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/c/d77e7d4c19444548aeb78223274454a9 2024-11-21T14:29:47,583 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/c/d77e7d4c19444548aeb78223274454a9, entries=10, sequenceid=66, filesize=5.8 K 2024-11-21T14:29:47,583 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for c92601fb457a50356c00b32e8ff882d9 in 91ms, sequenceid=66, compaction requested=false; wal=null 2024-11-21T14:29:47,584 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/recovered.edits/0000000000000000066 2024-11-21T14:29:47,585 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c92601fb457a50356c00b32e8ff882d9 2024-11-21T14:29:47,585 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c92601fb457a50356c00b32e8ff882d9 2024-11-21T14:29:47,586 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:29:47,587 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c92601fb457a50356c00b32e8ff882d9 2024-11-21T14:29:47,589 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38929/hbase/data/default/testReplayEditsWrittenViaHRegion/c92601fb457a50356c00b32e8ff882d9/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-21T14:29:47,589 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c92601fb457a50356c00b32e8ff882d9; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73628321, jitterRate=0.09714747965335846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:29:47,590 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c92601fb457a50356c00b32e8ff882d9: Writing region info on filesystem at 1732199387465Initializing all the Stores at 1732199387465Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199387465Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199387466 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199387466Obtaining lock to block concurrent updates at 1732199387492 (+26 ms)Preparing flush snapshotting stores in c92601fb457a50356c00b32e8ff882d9 at 1732199387492Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732199383042.c92601fb457a50356c00b32e8ff882d9., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1732199387492Flushing stores of testReplayEditsWrittenViaHRegion,,1732199383042.c92601fb457a50356c00b32e8ff882d9. at 1732199387492Flushing c92601fb457a50356c00b32e8ff882d9/a: creating writer at 1732199387492Flushing c92601fb457a50356c00b32e8ff882d9/a: appending metadata at 1732199387506 (+14 ms)Flushing c92601fb457a50356c00b32e8ff882d9/a: closing flushed file at 1732199387506Flushing c92601fb457a50356c00b32e8ff882d9/b: creating writer at 1732199387518 (+12 ms)Flushing c92601fb457a50356c00b32e8ff882d9/b: appending metadata at 1732199387532 (+14 ms)Flushing c92601fb457a50356c00b32e8ff882d9/b: closing flushed file at 1732199387532Flushing c92601fb457a50356c00b32e8ff882d9/c: creating writer at 1732199387543 (+11 ms)Flushing c92601fb457a50356c00b32e8ff882d9/c: appending metadata at 1732199387557 (+14 ms)Flushing c92601fb457a50356c00b32e8ff882d9/c: closing flushed file at 1732199387557Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@214da0a5: reopening flushed file at 1732199387569 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fc845c9: reopening flushed file at 1732199387574 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a16b2e0: reopening flushed file at 1732199387579 (+5 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for c92601fb457a50356c00b32e8ff882d9 in 91ms, sequenceid=66, compaction requested=false; wal=null at 1732199387583 (+4 ms)Cleaning up temporary data from old regions at 1732199387585 (+2 ms)Region opened successfully at 1732199387589 (+4 ms) 2024-11-21T14:29:47,601 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c92601fb457a50356c00b32e8ff882d9, disabling compactions & flushes 2024-11-21T14:29:47,601 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732199383042.c92601fb457a50356c00b32e8ff882d9. 2024-11-21T14:29:47,601 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732199383042.c92601fb457a50356c00b32e8ff882d9. 2024-11-21T14:29:47,601 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732199383042.c92601fb457a50356c00b32e8ff882d9. after waiting 0 ms 2024-11-21T14:29:47,601 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732199383042.c92601fb457a50356c00b32e8ff882d9. 2024-11-21T14:29:47,602 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732199383042.c92601fb457a50356c00b32e8ff882d9. 2024-11-21T14:29:47,602 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c92601fb457a50356c00b32e8ff882d9: Waiting for close lock at 1732199387601Disabling compacts and flushes for region at 1732199387601Disabling writes for close at 1732199387601Writing region close event to WAL at 1732199387602 (+1 ms)Closed at 1732199387602 2024-11-21T14:29:47,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741934_1114 (size=93) 2024-11-21T14:29:47,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741934_1114 (size=93) 2024-11-21T14:29:47,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741934_1114 (size=93) 2024-11-21T14:29:47,606 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T14:29:47,606 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732199387446) 2024-11-21T14:29:47,622 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=444 (was 436) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1726580682_22 at /127.0.0.1:33244 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1726580682_22 at /127.0.0.1:46614 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1382578499) connection to localhost/127.0.0.1:38929 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:38929 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1726580682_22 at /127.0.0.1:54070 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1412 (was 1346) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=294 (was 285) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4435 (was 4422) - AvailableMemoryMB LEAK? - 2024-11-21T14:29:47,623 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1412 is superior to 1024 2024-11-21T14:29:47,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T14:29:47,623 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:29:47,623 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:29:47,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:29:47,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:29:47,624 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:29:47,624 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T14:29:47,624 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1116026814, stopped=false 2024-11-21T14:29:47,625 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8a7a968213a0,42065,1732199349251 2024-11-21T14:29:47,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42065-0x1013aee63580000, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T14:29:47,627 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45035-0x1013aee63580002, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T14:29:47,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42065-0x1013aee63580000, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:29:47,627 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:29:47,627 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45035-0x1013aee63580002, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:29:47,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46179-0x1013aee63580003, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T14:29:47,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46179-0x1013aee63580003, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:29:47,627 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:29:47,628 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:29:47,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:29:47,628 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8a7a968213a0,45035,1732199350078' ***** 2024-11-21T14:29:47,628 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T14:29:47,628 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8a7a968213a0,46179,1732199350123' ***** 2024-11-21T14:29:47,628 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T14:29:47,628 INFO [RS:1;8a7a968213a0:45035 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T14:29:47,628 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46179-0x1013aee63580003, quorum=127.0.0.1:63007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T14:29:47,628 INFO [RS:2;8a7a968213a0:46179 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T14:29:47,628 INFO [RS:1;8a7a968213a0:45035 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T14:29:47,628 INFO [RS:1;8a7a968213a0:45035 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T14:29:47,628 INFO [RS:2;8a7a968213a0:46179 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T14:29:47,628 INFO [RS:2;8a7a968213a0:46179 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T14:29:47,628 INFO [RS:1;8a7a968213a0:45035 {}] regionserver.HRegionServer(3091): Received CLOSE for 7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:47,629 INFO [RS:2;8a7a968213a0:46179 {}] regionserver.HRegionServer(959): stopping server 8a7a968213a0,46179,1732199350123 2024-11-21T14:29:47,629 INFO [RS:2;8a7a968213a0:46179 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:29:47,629 INFO [RS:1;8a7a968213a0:45035 {}] regionserver.HRegionServer(959): stopping server 8a7a968213a0,45035,1732199350078 2024-11-21T14:29:47,629 INFO [RS:1;8a7a968213a0:45035 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:29:47,629 INFO [RS:2;8a7a968213a0:46179 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;8a7a968213a0:46179. 2024-11-21T14:29:47,629 DEBUG [RS:2;8a7a968213a0:46179 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:29:47,629 INFO [RS:1;8a7a968213a0:45035 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;8a7a968213a0:45035. 2024-11-21T14:29:47,629 DEBUG [RS:2;8a7a968213a0:46179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:29:47,629 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7954d58b97b61dd3218569ffecb97a07, disabling compactions & flushes 2024-11-21T14:29:47,629 DEBUG [RS:1;8a7a968213a0:45035 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:29:47,629 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07. 2024-11-21T14:29:47,629 DEBUG [RS:1;8a7a968213a0:45035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:29:47,629 INFO [RS:2;8a7a968213a0:46179 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T14:29:47,629 INFO [RS:2;8a7a968213a0:46179 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T14:29:47,629 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07. 2024-11-21T14:29:47,629 INFO [RS:2;8a7a968213a0:46179 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T14:29:47,629 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07. after waiting 0 ms 2024-11-21T14:29:47,629 INFO [RS:1;8a7a968213a0:45035 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T14:29:47,629 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07. 2024-11-21T14:29:47,629 DEBUG [RS:1;8a7a968213a0:45035 {}] regionserver.HRegionServer(1325): Online Regions={7954d58b97b61dd3218569ffecb97a07=testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07.} 2024-11-21T14:29:47,629 INFO [RS:2;8a7a968213a0:46179 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T14:29:47,629 DEBUG [RS:1;8a7a968213a0:45035 {}] regionserver.HRegionServer(1351): Waiting on 7954d58b97b61dd3218569ffecb97a07 2024-11-21T14:29:47,629 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T14:29:47,629 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T14:29:47,629 INFO [RS:2;8a7a968213a0:46179 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T14:29:47,630 DEBUG [RS:2;8a7a968213a0:46179 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T14:29:47,630 DEBUG [RS:2;8a7a968213a0:46179 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:29:47,630 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45035-0x1013aee63580002, quorum=127.0.0.1:63007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T14:29:47,630 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:29:47,630 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:29:47,630 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:29:47,630 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:29:47,630 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:29:47,630 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42065-0x1013aee63580000, quorum=127.0.0.1:63007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T14:29:47,630 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-11-21T14:29:47,634 INFO [regionserver/8a7a968213a0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:29:47,638 INFO [regionserver/8a7a968213a0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:29:47,642 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7954d58b97b61dd3218569ffecb97a07/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-21T14:29:47,643 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07. 2024-11-21T14:29:47,643 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7954d58b97b61dd3218569ffecb97a07: Waiting for close lock at 1732199387629Running coprocessor pre-close hooks at 1732199387629Disabling compacts and flushes for region at 1732199387629Disabling writes for close at 1732199387629Writing region close event to WAL at 1732199387638 (+9 ms)Running coprocessor post-close hooks at 1732199387643 (+5 ms)Closed at 1732199387643 2024-11-21T14:29:47,643 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07. 2024-11-21T14:29:47,656 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/hbase/meta/1588230740/.tmp/info/9d68707c91e644de8eb1a29f3b7041ec is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1732199364672.7954d58b97b61dd3218569ffecb97a07./info:regioninfo/1732199367690/Put/seqid=0 2024-11-21T14:29:47,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741938_1118 (size=8243) 2024-11-21T14:29:47,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741938_1118 (size=8243) 2024-11-21T14:29:47,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741938_1118 (size=8243) 2024-11-21T14:29:47,667 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/hbase/meta/1588230740/.tmp/info/9d68707c91e644de8eb1a29f3b7041ec 2024-11-21T14:29:47,689 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/hbase/meta/1588230740/.tmp/ns/ee26d0a91cd9406388c2f0c8172f56e2 is 43, key is default/ns:d/1732199352072/Put/seqid=0 2024-11-21T14:29:47,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741939_1119 (size=5153) 2024-11-21T14:29:47,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741939_1119 (size=5153) 2024-11-21T14:29:47,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741939_1119 (size=5153) 2024-11-21T14:29:47,699 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/hbase/meta/1588230740/.tmp/ns/ee26d0a91cd9406388c2f0c8172f56e2 2024-11-21T14:29:47,718 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/hbase/meta/1588230740/.tmp/table/26754eb81bc2454ca655b64313c3207b is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1732199365093/Put/seqid=0 2024-11-21T14:29:47,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741940_1120 (size=5431) 2024-11-21T14:29:47,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741940_1120 (size=5431) 2024-11-21T14:29:47,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741940_1120 (size=5431) 2024-11-21T14:29:47,728 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/hbase/meta/1588230740/.tmp/table/26754eb81bc2454ca655b64313c3207b 2024-11-21T14:29:47,734 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/hbase/meta/1588230740/.tmp/info/9d68707c91e644de8eb1a29f3b7041ec as hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/hbase/meta/1588230740/info/9d68707c91e644de8eb1a29f3b7041ec 2024-11-21T14:29:47,740 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/hbase/meta/1588230740/info/9d68707c91e644de8eb1a29f3b7041ec, entries=18, sequenceid=21, filesize=8.0 K 2024-11-21T14:29:47,741 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/hbase/meta/1588230740/.tmp/ns/ee26d0a91cd9406388c2f0c8172f56e2 as hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/hbase/meta/1588230740/ns/ee26d0a91cd9406388c2f0c8172f56e2 2024-11-21T14:29:47,746 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/hbase/meta/1588230740/ns/ee26d0a91cd9406388c2f0c8172f56e2, entries=2, sequenceid=21, filesize=5.0 K 2024-11-21T14:29:47,747 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/hbase/meta/1588230740/.tmp/table/26754eb81bc2454ca655b64313c3207b as hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/hbase/meta/1588230740/table/26754eb81bc2454ca655b64313c3207b 2024-11-21T14:29:47,752 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/hbase/meta/1588230740/table/26754eb81bc2454ca655b64313c3207b, entries=2, sequenceid=21, filesize=5.3 K 2024-11-21T14:29:47,753 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 123ms, sequenceid=21, compaction requested=false 2024-11-21T14:29:47,757 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-21T14:29:47,757 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T14:29:47,758 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:29:47,758 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732199387630Running coprocessor pre-close hooks at 1732199387630Disabling compacts and flushes for region at 1732199387630Disabling writes for close at 1732199387630Obtaining lock to block concurrent updates at 1732199387630Preparing flush snapshotting stores in 1588230740 at 1732199387630Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1732199387631 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732199387631Flushing 1588230740/info: creating writer at 1732199387631Flushing 1588230740/info: appending metadata at 1732199387656 (+25 ms)Flushing 1588230740/info: closing flushed file at 1732199387656Flushing 1588230740/ns: creating writer at 1732199387674 (+18 ms)Flushing 1588230740/ns: appending metadata at 1732199387688 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732199387688Flushing 1588230740/table: creating writer at 1732199387703 (+15 ms)Flushing 1588230740/table: appending metadata at 1732199387717 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732199387717Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@600c064f: reopening flushed file at 1732199387733 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15493952: reopening flushed file at 1732199387740 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64189324: reopening flushed file at 1732199387746 (+6 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 123ms, sequenceid=21, compaction requested=false at 1732199387753 (+7 ms)Writing region close event to WAL at 1732199387754 (+1 ms)Running coprocessor post-close hooks at 1732199387757 (+3 ms)Closed at 1732199387758 (+1 ms) 2024-11-21T14:29:47,758 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T14:29:47,829 INFO [RS:1;8a7a968213a0:45035 {}] regionserver.HRegionServer(976): stopping server 8a7a968213a0,45035,1732199350078; all regions closed. 2024-11-21T14:29:47,830 INFO [RS:2;8a7a968213a0:46179 {}] regionserver.HRegionServer(976): stopping server 8a7a968213a0,46179,1732199350123; all regions closed. 2024-11-21T14:29:47,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741835_1011 (size=3433) 2024-11-21T14:29:47,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741835_1011 (size=3433) 2024-11-21T14:29:47,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741835_1011 (size=3433) 2024-11-21T14:29:47,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741836_1012 (size=8899) 2024-11-21T14:29:47,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741836_1012 (size=8899) 2024-11-21T14:29:47,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741836_1012 (size=8899) 2024-11-21T14:29:47,836 DEBUG [RS:1;8a7a968213a0:45035 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/oldWALs 2024-11-21T14:29:47,836 INFO [RS:1;8a7a968213a0:45035 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a7a968213a0%2C45035%2C1732199350078:(num 1732199351484) 2024-11-21T14:29:47,836 DEBUG [RS:1;8a7a968213a0:45035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:29:47,836 INFO [RS:1;8a7a968213a0:45035 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:29:47,836 INFO [RS:1;8a7a968213a0:45035 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:29:47,836 INFO [RS:1;8a7a968213a0:45035 {}] hbase.ChoreService(370): Chore service for: regionserver/8a7a968213a0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T14:29:47,836 INFO [RS:1;8a7a968213a0:45035 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T14:29:47,836 INFO [RS:1;8a7a968213a0:45035 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T14:29:47,836 INFO [RS:1;8a7a968213a0:45035 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T14:29:47,836 INFO [RS:1;8a7a968213a0:45035 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:29:47,836 INFO [regionserver/8a7a968213a0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:29:47,836 INFO [RS:1;8a7a968213a0:45035 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45035 2024-11-21T14:29:47,838 DEBUG [RS:2;8a7a968213a0:46179 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/oldWALs 2024-11-21T14:29:47,838 INFO [RS:2;8a7a968213a0:46179 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a7a968213a0%2C46179%2C1732199350123.meta:.meta(num 1732199351914) 2024-11-21T14:29:47,839 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45035-0x1013aee63580002, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/8a7a968213a0,45035,1732199350078 2024-11-21T14:29:47,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42065-0x1013aee63580000, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T14:29:47,839 INFO [RS:1;8a7a968213a0:45035 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:29:47,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741834_1010 (size=93) 2024-11-21T14:29:47,841 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8a7a968213a0,45035,1732199350078] 2024-11-21T14:29:47,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741834_1010 (size=93) 2024-11-21T14:29:47,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741834_1010 (size=93) 2024-11-21T14:29:47,843 DEBUG [RS:2;8a7a968213a0:46179 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/oldWALs 2024-11-21T14:29:47,843 INFO [RS:2;8a7a968213a0:46179 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a7a968213a0%2C46179%2C1732199350123:(num 1732199351484) 2024-11-21T14:29:47,843 DEBUG [RS:2;8a7a968213a0:46179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:29:47,843 INFO [RS:2;8a7a968213a0:46179 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:29:47,843 INFO [RS:2;8a7a968213a0:46179 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:29:47,843 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/8a7a968213a0,45035,1732199350078 already deleted, retry=false 2024-11-21T14:29:47,843 INFO [RS:2;8a7a968213a0:46179 {}] hbase.ChoreService(370): Chore service for: regionserver/8a7a968213a0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T14:29:47,843 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8a7a968213a0,45035,1732199350078 expired; onlineServers=1 2024-11-21T14:29:47,843 INFO [RS:2;8a7a968213a0:46179 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:29:47,843 INFO [regionserver/8a7a968213a0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:29:47,843 INFO [RS:2;8a7a968213a0:46179 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46179 2024-11-21T14:29:47,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46179-0x1013aee63580003, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/8a7a968213a0,46179,1732199350123 2024-11-21T14:29:47,845 INFO [RS:2;8a7a968213a0:46179 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:29:47,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42065-0x1013aee63580000, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T14:29:47,846 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8a7a968213a0,46179,1732199350123] 2024-11-21T14:29:47,847 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/8a7a968213a0,46179,1732199350123 already deleted, retry=false 2024-11-21T14:29:47,847 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8a7a968213a0,46179,1732199350123 expired; onlineServers=0 2024-11-21T14:29:47,847 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8a7a968213a0,42065,1732199349251' ***** 2024-11-21T14:29:47,847 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T14:29:47,848 INFO [M:0;8a7a968213a0:42065 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:29:47,848 INFO [M:0;8a7a968213a0:42065 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:29:47,848 DEBUG [M:0;8a7a968213a0:42065 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T14:29:47,848 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T14:29:47,848 DEBUG [M:0;8a7a968213a0:42065 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T14:29:47,848 DEBUG [master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732199351133 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732199351133,5,FailOnTimeoutGroup] 2024-11-21T14:29:47,848 DEBUG [master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732199351130 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732199351130,5,FailOnTimeoutGroup] 2024-11-21T14:29:47,848 INFO [M:0;8a7a968213a0:42065 {}] hbase.ChoreService(370): Chore service for: master/8a7a968213a0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T14:29:47,848 INFO [M:0;8a7a968213a0:42065 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:29:47,848 DEBUG [M:0;8a7a968213a0:42065 {}] master.HMaster(1795): Stopping service threads 2024-11-21T14:29:47,848 INFO [M:0;8a7a968213a0:42065 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T14:29:47,849 INFO [M:0;8a7a968213a0:42065 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:29:47,849 INFO [M:0;8a7a968213a0:42065 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T14:29:47,849 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T14:29:47,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42065-0x1013aee63580000, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-21T14:29:47,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42065-0x1013aee63580000, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:29:47,851 DEBUG [M:0;8a7a968213a0:42065 {}] zookeeper.ZKUtil(347): master:42065-0x1013aee63580000, quorum=127.0.0.1:63007, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-21T14:29:47,851 WARN [M:0;8a7a968213a0:42065 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T14:29:47,851 INFO [M:0;8a7a968213a0:42065 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/.lastflushedseqids 2024-11-21T14:29:47,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741941_1121 (size=138) 2024-11-21T14:29:47,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741941_1121 (size=138) 2024-11-21T14:29:47,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741941_1121 (size=138) 2024-11-21T14:29:47,865 INFO [M:0;8a7a968213a0:42065 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T14:29:47,865 INFO [M:0;8a7a968213a0:42065 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T14:29:47,865 DEBUG [M:0;8a7a968213a0:42065 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:29:47,865 INFO [M:0;8a7a968213a0:42065 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:29:47,865 DEBUG [M:0;8a7a968213a0:42065 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:29:47,865 DEBUG [M:0;8a7a968213a0:42065 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:29:47,865 DEBUG [M:0;8a7a968213a0:42065 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:29:47,865 INFO [M:0;8a7a968213a0:42065 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.36 KB heapSize=83.73 KB 2024-11-21T14:29:47,888 DEBUG [M:0;8a7a968213a0:42065 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/69425c7823f4497db7a4b82ba37a5d6b is 82, key is hbase:meta,,1/info:regioninfo/1732199352000/Put/seqid=0 2024-11-21T14:29:47,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741942_1122 (size=5672) 2024-11-21T14:29:47,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741942_1122 (size=5672) 2024-11-21T14:29:47,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741942_1122 (size=5672) 2024-11-21T14:29:47,895 INFO [M:0;8a7a968213a0:42065 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/69425c7823f4497db7a4b82ba37a5d6b 2024-11-21T14:29:47,918 DEBUG [M:0;8a7a968213a0:42065 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8eb57d7bedab4220a8f35b06c0154f6b is 1077, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732199365099/Put/seqid=0 2024-11-21T14:29:47,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741943_1123 (size=7756) 2024-11-21T14:29:47,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741943_1123 (size=7756) 2024-11-21T14:29:47,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741943_1123 (size=7756) 2024-11-21T14:29:47,928 INFO [M:0;8a7a968213a0:42065 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.62 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8eb57d7bedab4220a8f35b06c0154f6b 2024-11-21T14:29:47,932 INFO [M:0;8a7a968213a0:42065 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8eb57d7bedab4220a8f35b06c0154f6b 2024-11-21T14:29:47,941 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45035-0x1013aee63580002, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:29:47,941 INFO [RS:1;8a7a968213a0:45035 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:29:47,941 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45035-0x1013aee63580002, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:29:47,941 INFO [RS:1;8a7a968213a0:45035 {}] regionserver.HRegionServer(1031): Exiting; stopping=8a7a968213a0,45035,1732199350078; zookeeper connection closed. 2024-11-21T14:29:47,942 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@721fa984 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@721fa984 2024-11-21T14:29:47,946 INFO [RS:2;8a7a968213a0:46179 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:29:47,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46179-0x1013aee63580003, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:29:47,946 INFO [RS:2;8a7a968213a0:46179 {}] regionserver.HRegionServer(1031): Exiting; stopping=8a7a968213a0,46179,1732199350123; zookeeper connection closed. 2024-11-21T14:29:47,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46179-0x1013aee63580003, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:29:47,947 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1e10274b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1e10274b 2024-11-21T14:29:47,947 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-21T14:29:47,949 DEBUG [M:0;8a7a968213a0:42065 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4016c1362724469992079bfafa597941 is 69, key is 8a7a968213a0,45035,1732199350078/rs:state/1732199351217/Put/seqid=0 2024-11-21T14:29:47,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741944_1124 (size=5440) 2024-11-21T14:29:47,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741944_1124 (size=5440) 2024-11-21T14:29:47,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741944_1124 (size=5440) 2024-11-21T14:29:47,957 INFO [M:0;8a7a968213a0:42065 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4016c1362724469992079bfafa597941 2024-11-21T14:29:47,962 INFO [M:0;8a7a968213a0:42065 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4016c1362724469992079bfafa597941 2024-11-21T14:29:47,963 DEBUG [M:0;8a7a968213a0:42065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/69425c7823f4497db7a4b82ba37a5d6b as hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/69425c7823f4497db7a4b82ba37a5d6b 2024-11-21T14:29:47,971 INFO [M:0;8a7a968213a0:42065 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/69425c7823f4497db7a4b82ba37a5d6b, entries=8, sequenceid=168, filesize=5.5 K 2024-11-21T14:29:47,972 DEBUG [M:0;8a7a968213a0:42065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8eb57d7bedab4220a8f35b06c0154f6b as hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8eb57d7bedab4220a8f35b06c0154f6b 2024-11-21T14:29:47,976 INFO [M:0;8a7a968213a0:42065 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8eb57d7bedab4220a8f35b06c0154f6b 2024-11-21T14:29:47,976 INFO [M:0;8a7a968213a0:42065 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8eb57d7bedab4220a8f35b06c0154f6b, entries=17, sequenceid=168, filesize=7.6 K 2024-11-21T14:29:47,977 DEBUG [M:0;8a7a968213a0:42065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4016c1362724469992079bfafa597941 as hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4016c1362724469992079bfafa597941 2024-11-21T14:29:47,981 INFO [M:0;8a7a968213a0:42065 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4016c1362724469992079bfafa597941 2024-11-21T14:29:47,981 INFO [M:0;8a7a968213a0:42065 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38929/user/jenkins/test-data/82dc5ccb-f45d-7193-db2e-c46150b71236/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4016c1362724469992079bfafa597941, entries=3, sequenceid=168, filesize=5.3 K 2024-11-21T14:29:47,982 INFO [M:0;8a7a968213a0:42065 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.36 KB/69996, heapSize ~83.44 KB/85440, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=168, compaction requested=false 2024-11-21T14:29:47,984 INFO [M:0;8a7a968213a0:42065 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:29:47,984 DEBUG [M:0;8a7a968213a0:42065 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732199387865Disabling compacts and flushes for region at 1732199387865Disabling writes for close at 1732199387865Obtaining lock to block concurrent updates at 1732199387865Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732199387865Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69996, getHeapSize=85680, getOffHeapSize=0, getCellsCount=195 at 1732199387866 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732199387866Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732199387867 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732199387888 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732199387888Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732199387900 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732199387917 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732199387917Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732199387933 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732199387947 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732199387948 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77bd664e: reopening flushed file at 1732199387962 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@256ab9e9: reopening flushed file at 1732199387971 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31a9ff8c: reopening flushed file at 1732199387976 (+5 ms)Finished flush of dataSize ~68.36 KB/69996, heapSize ~83.44 KB/85440, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=168, compaction requested=false at 1732199387982 (+6 ms)Writing region close event to WAL at 1732199387984 (+2 ms)Closed at 1732199387984 2024-11-21T14:29:47,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741830_1006 (size=81443) 2024-11-21T14:29:47,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741830_1006 (size=81443) 2024-11-21T14:29:47,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44695 is added to blk_1073741830_1006 (size=81443) 2024-11-21T14:29:47,988 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:29:47,988 INFO [M:0;8a7a968213a0:42065 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T14:29:47,988 INFO [M:0;8a7a968213a0:42065 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42065 2024-11-21T14:29:47,988 INFO [M:0;8a7a968213a0:42065 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:29:48,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42065-0x1013aee63580000, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:29:48,090 INFO [M:0;8a7a968213a0:42065 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:29:48,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42065-0x1013aee63580000, quorum=127.0.0.1:63007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:29:48,097 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732199368090/wal.1732199368398 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732199368090/wal.1732199368398 (inode 16655) Holder DFSClient_NONMAPREDUCE_-1401893944_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732199368090/wal.1732199368398 (inode 16655) Holder DFSClient_NONMAPREDUCE_-1401893944_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-21T14:29:48,098 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732199360197/wal.1732199360334 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:29:48,098 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199383041/wal.1732199383244 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:29:48,101 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732199368541/wal.1732199377810 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732199368541/wal.1732199377810 (inode 16678) Holder DFSClient_NONMAPREDUCE_-1401893944_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732199368541/wal.1732199377810 (inode 16678) Holder DFSClient_NONMAPREDUCE_-1401893944_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-21T14:29:48,101 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732199353299/wal.1732199353375 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:29:48,103 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732199378018/wal.1732199378467 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732199378018/wal.1732199378467 (inode 16704) Holder DFSClient_NONMAPREDUCE_-1401893944_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732199378018/wal.1732199378467 (inode 16704) Holder DFSClient_NONMAPREDUCE_-1401893944_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-21T14:29:48,104 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732199378621/wal.1732199378681 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:29:48,106 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732199352964/wal.1732199353159 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732199352964/wal.1732199353159 (inode 16485) Holder DFSClient_NONMAPREDUCE_-1401893944_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732199352964/wal.1732199353159 (inode 16485) Holder DFSClient_NONMAPREDUCE_-1401893944_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-21T14:29:48,108 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732199352377/wal.1732199352727 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732199352377/wal.1732199352727 (inode 16462) Holder DFSClient_NONMAPREDUCE_-1401893944_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732199352377/wal.1732199352727 (inode 16462) Holder DFSClient_NONMAPREDUCE_-1401893944_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-21T14:29:48,114 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3217543c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:29:48,117 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13cfb6c5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:29:48,117 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:29:48,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b2b98f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:29:48,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22fb7089{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1839da91-e75c-6cd7-240b-75f5b90517a5/hadoop.log.dir/,STOPPED} 2024-11-21T14:29:48,148 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T14:29:48,148 WARN [BP-2021968090-172.17.0.2-1732199346053 heartbeating to localhost/127.0.0.1:38929 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T14:29:48,148 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T14:29:48,148 WARN [BP-2021968090-172.17.0.2-1732199346053 heartbeating to localhost/127.0.0.1:38929 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2021968090-172.17.0.2-1732199346053 (Datanode Uuid 55354372-aac0-4e70-a1ed-2f17ae21de92) service to localhost/127.0.0.1:38929 2024-11-21T14:29:48,150 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1839da91-e75c-6cd7-240b-75f5b90517a5/cluster_cb01648a-40a0-3c56-e83d-80f00488a0dc/data/data5/current/BP-2021968090-172.17.0.2-1732199346053 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:29:48,150 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1839da91-e75c-6cd7-240b-75f5b90517a5/cluster_cb01648a-40a0-3c56-e83d-80f00488a0dc/data/data6/current/BP-2021968090-172.17.0.2-1732199346053 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:29:48,150 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T14:29:48,153 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e9308b2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:29:48,153 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f18ac21{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:29:48,153 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:29:48,154 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@918952d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:29:48,154 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a707162{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1839da91-e75c-6cd7-240b-75f5b90517a5/hadoop.log.dir/,STOPPED} 2024-11-21T14:29:48,155 WARN [BP-2021968090-172.17.0.2-1732199346053 heartbeating to localhost/127.0.0.1:38929 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T14:29:48,155 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T14:29:48,155 WARN [BP-2021968090-172.17.0.2-1732199346053 heartbeating to localhost/127.0.0.1:38929 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2021968090-172.17.0.2-1732199346053 (Datanode Uuid 55953ed8-76fe-4e9a-bed4-4c053224228d) service to localhost/127.0.0.1:38929 2024-11-21T14:29:48,155 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T14:29:48,155 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1839da91-e75c-6cd7-240b-75f5b90517a5/cluster_cb01648a-40a0-3c56-e83d-80f00488a0dc/data/data3/current/BP-2021968090-172.17.0.2-1732199346053 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:29:48,156 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1839da91-e75c-6cd7-240b-75f5b90517a5/cluster_cb01648a-40a0-3c56-e83d-80f00488a0dc/data/data4/current/BP-2021968090-172.17.0.2-1732199346053 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:29:48,156 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T14:29:48,158 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@54387323{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:29:48,158 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a45a21{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:29:48,158 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:29:48,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ce178fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:29:48,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75929b0a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1839da91-e75c-6cd7-240b-75f5b90517a5/hadoop.log.dir/,STOPPED} 2024-11-21T14:29:48,161 WARN [BP-2021968090-172.17.0.2-1732199346053 heartbeating to localhost/127.0.0.1:38929 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T14:29:48,161 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T14:29:48,161 WARN [BP-2021968090-172.17.0.2-1732199346053 heartbeating to localhost/127.0.0.1:38929 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2021968090-172.17.0.2-1732199346053 (Datanode Uuid 8b41cf05-50cd-4f30-96b5-b463b7abba8a) service to localhost/127.0.0.1:38929 2024-11-21T14:29:48,161 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T14:29:48,162 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1839da91-e75c-6cd7-240b-75f5b90517a5/cluster_cb01648a-40a0-3c56-e83d-80f00488a0dc/data/data1/current/BP-2021968090-172.17.0.2-1732199346053 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:29:48,162 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1839da91-e75c-6cd7-240b-75f5b90517a5/cluster_cb01648a-40a0-3c56-e83d-80f00488a0dc/data/data2/current/BP-2021968090-172.17.0.2-1732199346053 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:29:48,162 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T14:29:48,170 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@398d2d49{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T14:29:48,170 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@166111eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:29:48,171 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:29:48,171 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71d2272d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:29:48,171 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d4d6e89{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1839da91-e75c-6cd7-240b-75f5b90517a5/hadoop.log.dir/,STOPPED} 2024-11-21T14:29:48,183 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T14:29:48,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down