2024-11-13 03:33:17,091 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-13 03:33:17,102 main DEBUG Took 0.009076 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-13 03:33:17,102 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-13 03:33:17,103 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-13 03:33:17,104 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-13 03:33:17,105 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 03:33:17,112 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-13 03:33:17,123 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 03:33:17,124 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 03:33:17,125 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 03:33:17,125 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 03:33:17,125 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 03:33:17,126 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 03:33:17,127 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 03:33:17,127 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 03:33:17,127 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 03:33:17,128 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 03:33:17,128 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 03:33:17,129 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 03:33:17,129 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 03:33:17,129 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 03:33:17,130 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 03:33:17,130 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 03:33:17,131 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 03:33:17,131 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 03:33:17,131 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 03:33:17,132 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 03:33:17,132 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 03:33:17,132 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 03:33:17,133 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 03:33:17,133 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 03:33:17,134 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 03:33:17,134 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-13 03:33:17,135 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 03:33:17,136 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-13 03:33:17,138 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-13 03:33:17,138 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-13 03:33:17,140 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-13 03:33:17,140 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-13 03:33:17,147 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-13 03:33:17,150 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-13 03:33:17,152 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-13 03:33:17,152 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-13 03:33:17,152 main DEBUG createAppenders(={Console}) 2024-11-13 03:33:17,153 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-11-13 03:33:17,153 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-13 03:33:17,154 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-11-13 03:33:17,154 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-13 03:33:17,154 main DEBUG OutputStream closed 2024-11-13 03:33:17,155 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-13 03:33:17,155 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-13 03:33:17,155 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-11-13 03:33:17,223 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-13 03:33:17,225 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-13 03:33:17,226 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-13 03:33:17,227 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-13 03:33:17,228 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-13 03:33:17,228 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-13 03:33:17,228 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-13 03:33:17,228 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-13 03:33:17,229 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-13 03:33:17,229 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-13 03:33:17,229 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-13 03:33:17,230 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-13 03:33:17,230 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-13 03:33:17,230 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-13 03:33:17,231 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-13 03:33:17,231 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-13 03:33:17,231 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-13 03:33:17,232 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-13 03:33:17,234 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13 03:33:17,234 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-11-13 03:33:17,235 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-13 03:33:17,235 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-11-13T03:33:17,491 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd981f10-1ccd-ff15-56e8-662d61628e94 2024-11-13 03:33:17,494 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-13 03:33:17,495 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13T03:33:17,506 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-13T03:33:17,514 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayValueCompression timeout: 13 mins 2024-11-13T03:33:17,539 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-13T03:33:17,582 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-13T03:33:17,582 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-13T03:33:17,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T03:33:17,609 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd981f10-1ccd-ff15-56e8-662d61628e94/cluster_0c2644de-2804-5234-c4c8-76864cdbd4ed, deleteOnExit=true 2024-11-13T03:33:17,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T03:33:17,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd981f10-1ccd-ff15-56e8-662d61628e94/test.cache.data in system properties and HBase conf 2024-11-13T03:33:17,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd981f10-1ccd-ff15-56e8-662d61628e94/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T03:33:17,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd981f10-1ccd-ff15-56e8-662d61628e94/hadoop.log.dir in system properties and HBase conf 2024-11-13T03:33:17,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd981f10-1ccd-ff15-56e8-662d61628e94/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T03:33:17,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd981f10-1ccd-ff15-56e8-662d61628e94/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T03:33:17,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T03:33:17,685 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-13T03:33:17,776 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T03:33:17,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd981f10-1ccd-ff15-56e8-662d61628e94/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T03:33:17,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd981f10-1ccd-ff15-56e8-662d61628e94/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T03:33:17,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd981f10-1ccd-ff15-56e8-662d61628e94/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T03:33:17,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd981f10-1ccd-ff15-56e8-662d61628e94/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T03:33:17,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd981f10-1ccd-ff15-56e8-662d61628e94/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T03:33:17,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd981f10-1ccd-ff15-56e8-662d61628e94/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T03:33:17,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd981f10-1ccd-ff15-56e8-662d61628e94/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T03:33:17,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd981f10-1ccd-ff15-56e8-662d61628e94/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T03:33:17,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd981f10-1ccd-ff15-56e8-662d61628e94/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T03:33:17,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd981f10-1ccd-ff15-56e8-662d61628e94/nfs.dump.dir in system properties and HBase conf 2024-11-13T03:33:17,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd981f10-1ccd-ff15-56e8-662d61628e94/java.io.tmpdir in system properties and HBase conf 2024-11-13T03:33:17,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd981f10-1ccd-ff15-56e8-662d61628e94/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T03:33:17,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd981f10-1ccd-ff15-56e8-662d61628e94/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T03:33:17,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd981f10-1ccd-ff15-56e8-662d61628e94/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T03:33:19,096 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T03:33:19,162 INFO [Time-limited test {}] log.Log(170): Logging initialized @2727ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-13T03:33:19,225 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:33:19,277 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T03:33:19,303 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T03:33:19,303 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T03:33:19,304 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T03:33:19,316 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:33:19,319 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c0b7a34{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd981f10-1ccd-ff15-56e8-662d61628e94/hadoop.log.dir/,AVAILABLE} 2024-11-13T03:33:19,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f8a2ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T03:33:19,507 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e17169c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd981f10-1ccd-ff15-56e8-662d61628e94/java.io.tmpdir/jetty-localhost-39235-hadoop-hdfs-3_4_1-tests_jar-_-any-5641826951124964894/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T03:33:19,513 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31851850{HTTP/1.1, (http/1.1)}{localhost:39235} 2024-11-13T03:33:19,513 INFO [Time-limited test {}] server.Server(415): Started @3079ms 2024-11-13T03:33:20,035 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:33:20,043 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T03:33:20,043 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T03:33:20,044 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T03:33:20,044 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T03:33:20,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bf6584b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd981f10-1ccd-ff15-56e8-662d61628e94/hadoop.log.dir/,AVAILABLE} 2024-11-13T03:33:20,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bff8e6a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T03:33:20,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3083ee80{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd981f10-1ccd-ff15-56e8-662d61628e94/java.io.tmpdir/jetty-localhost-37293-hadoop-hdfs-3_4_1-tests_jar-_-any-16433601047464152712/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:33:20,145 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e8cd23d{HTTP/1.1, (http/1.1)}{localhost:37293} 2024-11-13T03:33:20,145 INFO [Time-limited test {}] server.Server(415): Started @3711ms 2024-11-13T03:33:20,190 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T03:33:20,292 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:33:20,297 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T03:33:20,298 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T03:33:20,298 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T03:33:20,299 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T03:33:20,300 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25a82563{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd981f10-1ccd-ff15-56e8-662d61628e94/hadoop.log.dir/,AVAILABLE} 2024-11-13T03:33:20,300 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a3de095{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T03:33:20,434 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bb5c651{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd981f10-1ccd-ff15-56e8-662d61628e94/java.io.tmpdir/jetty-localhost-42241-hadoop-hdfs-3_4_1-tests_jar-_-any-5680514669567590971/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:33:20,435 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bb3ed73{HTTP/1.1, (http/1.1)}{localhost:42241} 2024-11-13T03:33:20,435 INFO [Time-limited test {}] server.Server(415): Started @4001ms 2024-11-13T03:33:20,438 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T03:33:20,475 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:33:20,482 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T03:33:20,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T03:33:20,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T03:33:20,484 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T03:33:20,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fc01fee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd981f10-1ccd-ff15-56e8-662d61628e94/hadoop.log.dir/,AVAILABLE} 2024-11-13T03:33:20,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ef1fab3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T03:33:20,590 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7db711c8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd981f10-1ccd-ff15-56e8-662d61628e94/java.io.tmpdir/jetty-localhost-40975-hadoop-hdfs-3_4_1-tests_jar-_-any-15870865477869261792/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:33:20,591 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e27241{HTTP/1.1, (http/1.1)}{localhost:40975} 2024-11-13T03:33:20,591 INFO [Time-limited test {}] server.Server(415): Started @4157ms 2024-11-13T03:33:20,593 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T03:33:22,035 WARN [Thread-127 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd981f10-1ccd-ff15-56e8-662d61628e94/cluster_0c2644de-2804-5234-c4c8-76864cdbd4ed/data/data2/current/BP-1208868859-172.17.0.3-1731468798314/current, will proceed with Du for space computation calculation, 2024-11-13T03:33:22,035 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd981f10-1ccd-ff15-56e8-662d61628e94/cluster_0c2644de-2804-5234-c4c8-76864cdbd4ed/data/data5/current/BP-1208868859-172.17.0.3-1731468798314/current, will proceed with Du for space computation calculation, 2024-11-13T03:33:22,035 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd981f10-1ccd-ff15-56e8-662d61628e94/cluster_0c2644de-2804-5234-c4c8-76864cdbd4ed/data/data6/current/BP-1208868859-172.17.0.3-1731468798314/current, will proceed with Du for space computation calculation, 2024-11-13T03:33:22,035 WARN [Thread-126 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd981f10-1ccd-ff15-56e8-662d61628e94/cluster_0c2644de-2804-5234-c4c8-76864cdbd4ed/data/data1/current/BP-1208868859-172.17.0.3-1731468798314/current, will proceed with Du for space computation calculation, 2024-11-13T03:33:22,035 WARN [Thread-128 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd981f10-1ccd-ff15-56e8-662d61628e94/cluster_0c2644de-2804-5234-c4c8-76864cdbd4ed/data/data3/current/BP-1208868859-172.17.0.3-1731468798314/current, will proceed with Du for space computation calculation, 2024-11-13T03:33:22,035 WARN [Thread-129 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd981f10-1ccd-ff15-56e8-662d61628e94/cluster_0c2644de-2804-5234-c4c8-76864cdbd4ed/data/data4/current/BP-1208868859-172.17.0.3-1731468798314/current, will proceed with Du for space computation calculation, 2024-11-13T03:33:22,081 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T03:33:22,081 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T03:33:22,081 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T03:33:22,124 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc1dd1fd3141968b9 with lease ID 0xf86842ff3fac460e: Processing first storage report for DS-cb060802-079b-40f9-ad9e-b48cd12e961a from datanode DatanodeRegistration(127.0.0.1:35295, datanodeUuid=e8592d5b-5199-44fa-a8e1-5e69f1d61219, infoPort=35937, infoSecurePort=0, ipcPort=42685, storageInfo=lv=-57;cid=testClusterID;nsid=100424707;c=1731468798314) 2024-11-13T03:33:22,125 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc1dd1fd3141968b9 with lease ID 0xf86842ff3fac460e: from storage DS-cb060802-079b-40f9-ad9e-b48cd12e961a node DatanodeRegistration(127.0.0.1:35295, datanodeUuid=e8592d5b-5199-44fa-a8e1-5e69f1d61219, infoPort=35937, infoSecurePort=0, ipcPort=42685, storageInfo=lv=-57;cid=testClusterID;nsid=100424707;c=1731468798314), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T03:33:22,125 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad590fce767cf446 with lease ID 0xf86842ff3fac4610: Processing first storage report for DS-0143b86c-777b-4406-8dda-28f4895a3126 from datanode DatanodeRegistration(127.0.0.1:33239, datanodeUuid=ebe6f955-79eb-498f-a591-7e82472d671a, infoPort=35495, infoSecurePort=0, ipcPort=44609, storageInfo=lv=-57;cid=testClusterID;nsid=100424707;c=1731468798314) 2024-11-13T03:33:22,126 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad590fce767cf446 with lease ID 0xf86842ff3fac4610: from storage DS-0143b86c-777b-4406-8dda-28f4895a3126 node DatanodeRegistration(127.0.0.1:33239, datanodeUuid=ebe6f955-79eb-498f-a591-7e82472d671a, infoPort=35495, infoSecurePort=0, ipcPort=44609, storageInfo=lv=-57;cid=testClusterID;nsid=100424707;c=1731468798314), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T03:33:22,126 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdd22accd63071d5c with lease ID 0xf86842ff3fac460f: Processing first storage report for DS-12acb2b1-4855-4f60-b66d-e1b491b18043 from datanode DatanodeRegistration(127.0.0.1:33377, datanodeUuid=f0044731-f3eb-4432-8481-79b83bc9c942, infoPort=46723, infoSecurePort=0, ipcPort=42997, storageInfo=lv=-57;cid=testClusterID;nsid=100424707;c=1731468798314) 2024-11-13T03:33:22,126 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdd22accd63071d5c with lease ID 0xf86842ff3fac460f: from storage DS-12acb2b1-4855-4f60-b66d-e1b491b18043 node DatanodeRegistration(127.0.0.1:33377, datanodeUuid=f0044731-f3eb-4432-8481-79b83bc9c942, infoPort=46723, infoSecurePort=0, ipcPort=42997, storageInfo=lv=-57;cid=testClusterID;nsid=100424707;c=1731468798314), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T03:33:22,126 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc1dd1fd3141968b9 with lease ID 0xf86842ff3fac460e: Processing first storage report for DS-69cb0858-2802-4fa8-9435-31e5f6ac04b8 from datanode DatanodeRegistration(127.0.0.1:35295, datanodeUuid=e8592d5b-5199-44fa-a8e1-5e69f1d61219, infoPort=35937, infoSecurePort=0, ipcPort=42685, storageInfo=lv=-57;cid=testClusterID;nsid=100424707;c=1731468798314) 2024-11-13T03:33:22,126 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc1dd1fd3141968b9 with lease ID 0xf86842ff3fac460e: from storage DS-69cb0858-2802-4fa8-9435-31e5f6ac04b8 node DatanodeRegistration(127.0.0.1:35295, datanodeUuid=e8592d5b-5199-44fa-a8e1-5e69f1d61219, infoPort=35937, infoSecurePort=0, ipcPort=42685, storageInfo=lv=-57;cid=testClusterID;nsid=100424707;c=1731468798314), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T03:33:22,127 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad590fce767cf446 with lease ID 0xf86842ff3fac4610: Processing first storage report for DS-76f3eab2-49f4-4a5d-b161-44fcf97c6517 from datanode DatanodeRegistration(127.0.0.1:33239, datanodeUuid=ebe6f955-79eb-498f-a591-7e82472d671a, infoPort=35495, infoSecurePort=0, ipcPort=44609, storageInfo=lv=-57;cid=testClusterID;nsid=100424707;c=1731468798314) 2024-11-13T03:33:22,127 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad590fce767cf446 with lease ID 0xf86842ff3fac4610: from storage DS-76f3eab2-49f4-4a5d-b161-44fcf97c6517 node DatanodeRegistration(127.0.0.1:33239, datanodeUuid=ebe6f955-79eb-498f-a591-7e82472d671a, infoPort=35495, infoSecurePort=0, ipcPort=44609, storageInfo=lv=-57;cid=testClusterID;nsid=100424707;c=1731468798314), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T03:33:22,127 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdd22accd63071d5c with lease ID 0xf86842ff3fac460f: Processing first storage report for DS-882cfaa2-6b22-47d5-bdbd-ce6aadfd5ace from datanode DatanodeRegistration(127.0.0.1:33377, datanodeUuid=f0044731-f3eb-4432-8481-79b83bc9c942, infoPort=46723, infoSecurePort=0, ipcPort=42997, storageInfo=lv=-57;cid=testClusterID;nsid=100424707;c=1731468798314) 2024-11-13T03:33:22,127 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdd22accd63071d5c with lease ID 0xf86842ff3fac460f: from storage DS-882cfaa2-6b22-47d5-bdbd-ce6aadfd5ace node DatanodeRegistration(127.0.0.1:33377, datanodeUuid=f0044731-f3eb-4432-8481-79b83bc9c942, infoPort=46723, infoSecurePort=0, ipcPort=42997, storageInfo=lv=-57;cid=testClusterID;nsid=100424707;c=1731468798314), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T03:33:22,200 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd981f10-1ccd-ff15-56e8-662d61628e94 2024-11-13T03:33:22,268 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd981f10-1ccd-ff15-56e8-662d61628e94/cluster_0c2644de-2804-5234-c4c8-76864cdbd4ed/zookeeper_0, clientPort=64422, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd981f10-1ccd-ff15-56e8-662d61628e94/cluster_0c2644de-2804-5234-c4c8-76864cdbd4ed/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd981f10-1ccd-ff15-56e8-662d61628e94/cluster_0c2644de-2804-5234-c4c8-76864cdbd4ed/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T03:33:22,278 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64422 2024-11-13T03:33:22,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:33:22,290 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:33:22,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741825_1001 (size=7) 2024-11-13T03:33:22,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741825_1001 (size=7) 2024-11-13T03:33:22,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741825_1001 (size=7) 2024-11-13T03:33:22,900 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad with version=8 2024-11-13T03:33:22,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/hbase-staging 2024-11-13T03:33:23,182 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:33:23,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:33:23,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:33:23,195 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:33:23,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:33:23,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:33:23,324 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T03:33:23,374 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-13T03:33:23,382 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-13T03:33:23,385 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:33:23,408 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 93828 (auto-detected) 2024-11-13T03:33:23,409 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-13T03:33:23,426 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37283 2024-11-13T03:33:23,445 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37283 connecting to ZooKeeper ensemble=127.0.0.1:64422 2024-11-13T03:33:23,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372830x0, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:33:23,581 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37283-0x101324134780000 connected 2024-11-13T03:33:23,670 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:33:23,674 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:33:23,687 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37283-0x101324134780000, quorum=127.0.0.1:64422, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T03:33:23,691 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad, hbase.cluster.distributed=false 2024-11-13T03:33:23,712 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37283-0x101324134780000, quorum=127.0.0.1:64422, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T03:33:23,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37283 2024-11-13T03:33:23,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37283 2024-11-13T03:33:23,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37283 2024-11-13T03:33:23,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37283 2024-11-13T03:33:23,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37283 2024-11-13T03:33:23,816 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:33:23,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:33:23,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:33:23,818 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:33:23,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:33:23,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:33:23,820 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T03:33:23,823 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:33:23,824 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40485 2024-11-13T03:33:23,826 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40485 connecting to ZooKeeper ensemble=127.0.0.1:64422 2024-11-13T03:33:23,827 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:33:23,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:33:23,847 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404850x0, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:33:23,848 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40485-0x101324134780001 connected 2024-11-13T03:33:23,848 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40485-0x101324134780001, quorum=127.0.0.1:64422, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T03:33:23,852 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T03:33:23,859 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T03:33:23,862 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40485-0x101324134780001, quorum=127.0.0.1:64422, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T03:33:23,866 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40485-0x101324134780001, quorum=127.0.0.1:64422, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T03:33:23,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40485 2024-11-13T03:33:23,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40485 2024-11-13T03:33:23,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40485 2024-11-13T03:33:23,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40485 2024-11-13T03:33:23,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40485 2024-11-13T03:33:23,884 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:33:23,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:33:23,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:33:23,885 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:33:23,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:33:23,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:33:23,885 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T03:33:23,886 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:33:23,886 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45615 2024-11-13T03:33:23,888 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45615 connecting to ZooKeeper ensemble=127.0.0.1:64422 2024-11-13T03:33:23,889 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:33:23,892 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:33:23,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456150x0, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:33:23,910 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:456150x0, quorum=127.0.0.1:64422, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T03:33:23,910 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45615-0x101324134780002 connected 2024-11-13T03:33:23,911 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T03:33:23,912 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T03:33:23,913 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45615-0x101324134780002, quorum=127.0.0.1:64422, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T03:33:23,915 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45615-0x101324134780002, quorum=127.0.0.1:64422, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T03:33:23,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45615 2024-11-13T03:33:23,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45615 2024-11-13T03:33:23,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45615 2024-11-13T03:33:23,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45615 2024-11-13T03:33:23,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45615 2024-11-13T03:33:23,933 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:33:23,933 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:33:23,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:33:23,934 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:33:23,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:33:23,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:33:23,934 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T03:33:23,935 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:33:23,935 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35779 2024-11-13T03:33:23,938 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35779 connecting to ZooKeeper ensemble=127.0.0.1:64422 2024-11-13T03:33:23,939 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:33:23,943 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:33:23,952 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357790x0, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:33:23,953 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:357790x0, quorum=127.0.0.1:64422, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T03:33:23,953 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35779-0x101324134780003 connected 2024-11-13T03:33:23,954 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T03:33:23,955 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T03:33:23,956 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35779-0x101324134780003, quorum=127.0.0.1:64422, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T03:33:23,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35779-0x101324134780003, quorum=127.0.0.1:64422, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T03:33:23,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35779 2024-11-13T03:33:23,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35779 2024-11-13T03:33:23,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35779 2024-11-13T03:33:23,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35779 2024-11-13T03:33:23,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35779 2024-11-13T03:33:23,984 DEBUG [M:0;8394b182524b:37283 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8394b182524b:37283 2024-11-13T03:33:23,985 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/8394b182524b,37283,1731468803036 2024-11-13T03:33:23,995 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x101324134780003, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T03:33:23,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37283-0x101324134780000, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T03:33:23,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45615-0x101324134780002, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T03:33:23,995 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40485-0x101324134780001, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T03:33:23,997 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37283-0x101324134780000, quorum=127.0.0.1:64422, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/8394b182524b,37283,1731468803036 2024-11-13T03:33:24,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45615-0x101324134780002, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T03:33:24,036 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x101324134780003, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T03:33:24,036 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40485-0x101324134780001, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T03:33:24,037 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x101324134780003, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:33:24,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45615-0x101324134780002, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:33:24,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37283-0x101324134780000, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:33:24,037 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40485-0x101324134780001, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:33:24,038 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37283-0x101324134780000, quorum=127.0.0.1:64422, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T03:33:24,040 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/8394b182524b,37283,1731468803036 from backup master directory 2024-11-13T03:33:24,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37283-0x101324134780000, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/8394b182524b,37283,1731468803036 2024-11-13T03:33:24,047 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x101324134780003, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T03:33:24,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45615-0x101324134780002, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T03:33:24,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37283-0x101324134780000, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T03:33:24,047 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40485-0x101324134780001, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T03:33:24,049 WARN [master/8394b182524b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:33:24,049 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8394b182524b,37283,1731468803036 2024-11-13T03:33:24,052 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-13T03:33:24,053 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-13T03:33:24,105 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/hbase.id] with ID: d0f65744-f09f-498f-8c06-b830d7d43fcb 2024-11-13T03:33:24,105 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/.tmp/hbase.id 2024-11-13T03:33:24,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741826_1002 (size=42) 2024-11-13T03:33:24,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741826_1002 (size=42) 2024-11-13T03:33:24,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741826_1002 (size=42) 2024-11-13T03:33:24,120 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/.tmp/hbase.id]:[hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/hbase.id] 2024-11-13T03:33:24,165 INFO [master/8394b182524b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:33:24,171 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T03:33:24,189 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-13T03:33:24,204 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x101324134780003, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:33:24,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37283-0x101324134780000, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:33:24,204 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40485-0x101324134780001, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:33:24,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45615-0x101324134780002, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:33:24,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741827_1003 (size=196) 2024-11-13T03:33:24,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741827_1003 (size=196) 2024-11-13T03:33:24,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741827_1003 (size=196) 2024-11-13T03:33:24,238 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:33:24,240 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T03:33:24,245 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:33:24,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741828_1004 (size=1189) 2024-11-13T03:33:24,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741828_1004 (size=1189) 2024-11-13T03:33:24,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741828_1004 (size=1189) 2024-11-13T03:33:24,290 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/MasterData/data/master/store 2024-11-13T03:33:24,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741829_1005 (size=34) 2024-11-13T03:33:24,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741829_1005 (size=34) 2024-11-13T03:33:24,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741829_1005 (size=34) 2024-11-13T03:33:24,316 INFO [master/8394b182524b:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-13T03:33:24,319 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:33:24,320 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T03:33:24,320 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:33:24,320 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:33:24,322 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T03:33:24,322 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:33:24,322 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:33:24,323 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731468804320Disabling compacts and flushes for region at 1731468804320Disabling writes for close at 1731468804322 (+2 ms)Writing region close event to WAL at 1731468804322Closed at 1731468804322 2024-11-13T03:33:24,325 WARN [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/MasterData/data/master/store/.initializing 2024-11-13T03:33:24,325 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/MasterData/WALs/8394b182524b,37283,1731468803036 2024-11-13T03:33:24,332 INFO [master/8394b182524b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:33:24,347 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8394b182524b%2C37283%2C1731468803036, suffix=, logDir=hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/MasterData/WALs/8394b182524b,37283,1731468803036, archiveDir=hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/MasterData/oldWALs, maxLogs=10 2024-11-13T03:33:24,381 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/MasterData/WALs/8394b182524b,37283,1731468803036/8394b182524b%2C37283%2C1731468803036.1731468804353, exclude list is [], retry=0 2024-11-13T03:33:24,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T03:33:24,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33377,DS-12acb2b1-4855-4f60-b66d-e1b491b18043,DISK] 2024-11-13T03:33:24,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33239,DS-0143b86c-777b-4406-8dda-28f4895a3126,DISK] 2024-11-13T03:33:24,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35295,DS-cb060802-079b-40f9-ad9e-b48cd12e961a,DISK] 2024-11-13T03:33:24,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-13T03:33:24,442 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/MasterData/WALs/8394b182524b,37283,1731468803036/8394b182524b%2C37283%2C1731468803036.1731468804353 2024-11-13T03:33:24,442 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35937:35937),(127.0.0.1/127.0.0.1:46723:46723),(127.0.0.1/127.0.0.1:35495:35495)] 2024-11-13T03:33:24,443 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:33:24,443 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:33:24,446 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:33:24,446 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:33:24,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:33:24,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T03:33:24,504 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:24,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:33:24,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:33:24,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T03:33:24,510 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:24,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:24,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:33:24,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T03:33:24,514 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:24,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:24,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:33:24,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T03:33:24,518 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:24,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:24,520 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:33:24,523 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:33:24,524 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:33:24,528 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:33:24,529 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:33:24,532 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:33:24,535 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:33:24,540 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:33:24,541 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74822470, jitterRate=0.11494168639183044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:33:24,549 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731468804457Initializing all the Stores at 1731468804459 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468804459Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468804460 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468804460Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468804460Cleaning up temporary data from old regions at 1731468804529 (+69 ms)Region opened successfully at 1731468804548 (+19 ms) 2024-11-13T03:33:24,550 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T03:33:24,581 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a4a4f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:33:24,607 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T03:33:24,616 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T03:33:24,616 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T03:33:24,618 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T03:33:24,619 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-13T03:33:24,625 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-13T03:33:24,625 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T03:33:24,647 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T03:33:24,655 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37283-0x101324134780000, quorum=127.0.0.1:64422, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T03:33:24,710 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T03:33:24,715 INFO [master/8394b182524b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T03:33:24,719 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37283-0x101324134780000, quorum=127.0.0.1:64422, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T03:33:24,731 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T03:33:24,733 INFO [master/8394b182524b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T03:33:24,737 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37283-0x101324134780000, quorum=127.0.0.1:64422, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T03:33:24,741 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T03:33:24,743 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37283-0x101324134780000, quorum=127.0.0.1:64422, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T03:33:24,752 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T03:33:24,775 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37283-0x101324134780000, quorum=127.0.0.1:64422, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T03:33:24,783 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T03:33:24,794 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x101324134780003, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T03:33:24,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45615-0x101324134780002, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T03:33:24,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37283-0x101324134780000, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T03:33:24,794 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40485-0x101324134780001, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T03:33:24,794 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x101324134780003, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:33:24,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37283-0x101324134780000, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:33:24,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45615-0x101324134780002, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:33:24,795 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40485-0x101324134780001, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:33:24,798 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8394b182524b,37283,1731468803036, sessionid=0x101324134780000, setting cluster-up flag (Was=false) 2024-11-13T03:33:24,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45615-0x101324134780002, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:33:24,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37283-0x101324134780000, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:33:24,826 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x101324134780003, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:33:24,826 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40485-0x101324134780001, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:33:24,858 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T03:33:24,863 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8394b182524b,37283,1731468803036 2024-11-13T03:33:24,889 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40485-0x101324134780001, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:33:24,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45615-0x101324134780002, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:33:24,889 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x101324134780003, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:33:24,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37283-0x101324134780000, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:33:24,921 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T03:33:24,925 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8394b182524b,37283,1731468803036 2024-11-13T03:33:24,933 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T03:33:24,967 INFO [RS:0;8394b182524b:40485 {}] regionserver.HRegionServer(746): ClusterId : d0f65744-f09f-498f-8c06-b830d7d43fcb 2024-11-13T03:33:24,967 INFO [RS:2;8394b182524b:35779 {}] regionserver.HRegionServer(746): ClusterId : d0f65744-f09f-498f-8c06-b830d7d43fcb 2024-11-13T03:33:24,967 INFO [RS:1;8394b182524b:45615 {}] regionserver.HRegionServer(746): ClusterId : d0f65744-f09f-498f-8c06-b830d7d43fcb 2024-11-13T03:33:24,970 DEBUG [RS:1;8394b182524b:45615 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T03:33:24,970 DEBUG [RS:0;8394b182524b:40485 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T03:33:24,970 DEBUG [RS:2;8394b182524b:35779 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T03:33:24,996 DEBUG [RS:0;8394b182524b:40485 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T03:33:24,996 DEBUG [RS:1;8394b182524b:45615 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T03:33:24,996 DEBUG [RS:2;8394b182524b:35779 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T03:33:24,996 DEBUG [RS:1;8394b182524b:45615 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T03:33:24,996 DEBUG [RS:0;8394b182524b:40485 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T03:33:24,996 DEBUG [RS:2;8394b182524b:35779 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T03:33:25,005 INFO [AsyncFSWAL-0-hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/MasterData-prefix:8394b182524b,37283,1731468803036 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-11-13T03:33:25,016 DEBUG [RS:2;8394b182524b:35779 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T03:33:25,016 DEBUG [RS:0;8394b182524b:40485 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T03:33:25,016 DEBUG [RS:1;8394b182524b:45615 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T03:33:25,017 DEBUG [RS:2;8394b182524b:35779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d08f30b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:33:25,017 DEBUG [RS:0;8394b182524b:40485 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e07cfc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:33:25,017 DEBUG [RS:1;8394b182524b:45615 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@113ea9a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:33:25,017 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T03:33:25,027 INFO [master/8394b182524b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T03:33:25,032 INFO [master/8394b182524b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T03:33:25,036 DEBUG [RS:0;8394b182524b:40485 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8394b182524b:40485 2024-11-13T03:33:25,036 DEBUG [RS:2;8394b182524b:35779 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;8394b182524b:35779 2024-11-13T03:33:25,036 DEBUG [RS:1;8394b182524b:45615 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;8394b182524b:45615 2024-11-13T03:33:25,039 INFO [RS:2;8394b182524b:35779 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T03:33:25,039 INFO [RS:0;8394b182524b:40485 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T03:33:25,039 INFO [RS:1;8394b182524b:45615 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T03:33:25,039 INFO [RS:1;8394b182524b:45615 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T03:33:25,039 INFO [RS:2;8394b182524b:35779 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T03:33:25,039 INFO [RS:0;8394b182524b:40485 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T03:33:25,039 DEBUG [RS:2;8394b182524b:35779 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T03:33:25,039 DEBUG [RS:1;8394b182524b:45615 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T03:33:25,039 DEBUG [RS:0;8394b182524b:40485 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T03:33:25,037 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8394b182524b,37283,1731468803036 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T03:33:25,042 INFO [RS:0;8394b182524b:40485 {}] regionserver.HRegionServer(2659): reportForDuty to master=8394b182524b,37283,1731468803036 with port=40485, startcode=1731468803783 2024-11-13T03:33:25,042 INFO [RS:1;8394b182524b:45615 {}] regionserver.HRegionServer(2659): reportForDuty to master=8394b182524b,37283,1731468803036 with port=45615, startcode=1731468803884 2024-11-13T03:33:25,042 INFO [RS:2;8394b182524b:35779 {}] regionserver.HRegionServer(2659): reportForDuty to master=8394b182524b,37283,1731468803036 with port=35779, startcode=1731468803932 2024-11-13T03:33:25,044 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:33:25,045 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:33:25,045 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:33:25,045 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:33:25,045 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8394b182524b:0, corePoolSize=10, maxPoolSize=10 2024-11-13T03:33:25,045 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:33:25,045 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:33:25,046 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:33:25,048 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731468835048 2024-11-13T03:33:25,049 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T03:33:25,050 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T03:33:25,051 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:33:25,051 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T03:33:25,054 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T03:33:25,054 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T03:33:25,054 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T03:33:25,054 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T03:33:25,055 DEBUG [RS:1;8394b182524b:45615 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T03:33:25,055 DEBUG [RS:0;8394b182524b:40485 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T03:33:25,055 DEBUG [RS:2;8394b182524b:35779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T03:33:25,055 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T03:33:25,057 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:25,057 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T03:33:25,060 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T03:33:25,061 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T03:33:25,061 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T03:33:25,063 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T03:33:25,064 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T03:33:25,065 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731468805065,5,FailOnTimeoutGroup] 2024-11-13T03:33:25,065 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731468805065,5,FailOnTimeoutGroup] 2024-11-13T03:33:25,066 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T03:33:25,066 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T03:33:25,067 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T03:33:25,067 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T03:33:25,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741831_1007 (size=1321) 2024-11-13T03:33:25,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741831_1007 (size=1321) 2024-11-13T03:33:25,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741831_1007 (size=1321) 2024-11-13T03:33:25,097 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T03:33:25,098 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad 2024-11-13T03:33:25,115 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36837, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T03:33:25,115 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44075, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T03:33:25,115 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49311, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T03:33:25,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741832_1008 (size=32) 2024-11-13T03:33:25,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741832_1008 (size=32) 2024-11-13T03:33:25,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741832_1008 (size=32) 2024-11-13T03:33:25,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:33:25,120 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37283 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8394b182524b,35779,1731468803932 2024-11-13T03:33:25,123 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37283 {}] master.ServerManager(517): Registering regionserver=8394b182524b,35779,1731468803932 2024-11-13T03:33:25,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T03:33:25,126 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T03:33:25,126 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:25,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:33:25,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T03:33:25,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T03:33:25,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:25,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:33:25,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T03:33:25,135 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37283 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8394b182524b,45615,1731468803884 2024-11-13T03:33:25,135 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37283 {}] master.ServerManager(517): Registering regionserver=8394b182524b,45615,1731468803884 2024-11-13T03:33:25,135 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T03:33:25,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:25,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:33:25,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T03:33:25,140 DEBUG [RS:2;8394b182524b:35779 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad 2024-11-13T03:33:25,140 DEBUG [RS:2;8394b182524b:35779 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34503 2024-11-13T03:33:25,140 DEBUG [RS:2;8394b182524b:35779 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T03:33:25,140 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T03:33:25,140 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:25,141 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37283 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8394b182524b,40485,1731468803783 2024-11-13T03:33:25,141 DEBUG [RS:1;8394b182524b:45615 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad 2024-11-13T03:33:25,142 DEBUG [RS:1;8394b182524b:45615 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34503 2024-11-13T03:33:25,142 DEBUG [RS:1;8394b182524b:45615 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T03:33:25,142 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37283 {}] master.ServerManager(517): Registering regionserver=8394b182524b,40485,1731468803783 2024-11-13T03:33:25,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:33:25,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T03:33:25,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/hbase/meta/1588230740 2024-11-13T03:33:25,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/hbase/meta/1588230740 2024-11-13T03:33:25,146 DEBUG [RS:0;8394b182524b:40485 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad 2024-11-13T03:33:25,146 DEBUG [RS:0;8394b182524b:40485 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34503 2024-11-13T03:33:25,146 DEBUG [RS:0;8394b182524b:40485 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T03:33:25,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T03:33:25,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T03:33:25,150 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:33:25,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37283-0x101324134780000, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T03:33:25,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T03:33:25,157 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:33:25,158 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74259862, jitterRate=0.1065581738948822}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:33:25,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731468805120Initializing all the Stores at 1731468805122 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468805122Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468805122Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468805122Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468805123 (+1 ms)Cleaning up temporary data from old regions at 1731468805149 (+26 ms)Region opened successfully at 1731468805163 (+14 ms) 2024-11-13T03:33:25,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T03:33:25,163 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T03:33:25,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T03:33:25,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T03:33:25,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T03:33:25,165 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T03:33:25,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731468805163Disabling compacts and flushes for region at 1731468805163Disabling writes for close at 1731468805163Writing region close event to WAL at 1731468805164 (+1 ms)Closed at 1731468805164 2024-11-13T03:33:25,167 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:33:25,167 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T03:33:25,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T03:33:25,180 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T03:33:25,183 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T03:33:25,195 DEBUG [RS:2;8394b182524b:35779 {}] zookeeper.ZKUtil(111): regionserver:35779-0x101324134780003, quorum=127.0.0.1:64422, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/8394b182524b,35779,1731468803932 2024-11-13T03:33:25,195 WARN [RS:2;8394b182524b:35779 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:33:25,196 INFO [RS:2;8394b182524b:35779 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:33:25,196 DEBUG [RS:1;8394b182524b:45615 {}] zookeeper.ZKUtil(111): regionserver:45615-0x101324134780002, quorum=127.0.0.1:64422, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/8394b182524b,45615,1731468803884 2024-11-13T03:33:25,196 WARN [RS:1;8394b182524b:45615 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:33:25,196 DEBUG [RS:2;8394b182524b:35779 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/WALs/8394b182524b,35779,1731468803932 2024-11-13T03:33:25,196 INFO [RS:1;8394b182524b:45615 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:33:25,196 DEBUG [RS:0;8394b182524b:40485 {}] zookeeper.ZKUtil(111): regionserver:40485-0x101324134780001, quorum=127.0.0.1:64422, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/8394b182524b,40485,1731468803783 2024-11-13T03:33:25,196 DEBUG [RS:1;8394b182524b:45615 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/WALs/8394b182524b,45615,1731468803884 2024-11-13T03:33:25,196 WARN [RS:0;8394b182524b:40485 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:33:25,196 INFO [RS:0;8394b182524b:40485 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:33:25,197 DEBUG [RS:0;8394b182524b:40485 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/WALs/8394b182524b,40485,1731468803783 2024-11-13T03:33:25,198 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8394b182524b,45615,1731468803884] 2024-11-13T03:33:25,198 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8394b182524b,35779,1731468803932] 2024-11-13T03:33:25,198 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8394b182524b,40485,1731468803783] 2024-11-13T03:33:25,224 INFO [RS:0;8394b182524b:40485 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T03:33:25,224 INFO [RS:1;8394b182524b:45615 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T03:33:25,224 INFO [RS:2;8394b182524b:35779 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T03:33:25,242 INFO [RS:2;8394b182524b:35779 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T03:33:25,242 INFO [RS:0;8394b182524b:40485 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T03:33:25,242 INFO [RS:1;8394b182524b:45615 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T03:33:25,247 INFO [RS:1;8394b182524b:45615 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T03:33:25,247 INFO [RS:0;8394b182524b:40485 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T03:33:25,247 INFO [RS:2;8394b182524b:35779 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T03:33:25,247 INFO [RS:1;8394b182524b:45615 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:33:25,247 INFO [RS:0;8394b182524b:40485 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:33:25,247 INFO [RS:2;8394b182524b:35779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:33:25,249 INFO [RS:2;8394b182524b:35779 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T03:33:25,250 INFO [RS:0;8394b182524b:40485 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T03:33:25,250 INFO [RS:1;8394b182524b:45615 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T03:33:25,255 INFO [RS:1;8394b182524b:45615 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T03:33:25,255 INFO [RS:2;8394b182524b:35779 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T03:33:25,255 INFO [RS:0;8394b182524b:40485 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T03:33:25,256 INFO [RS:1;8394b182524b:45615 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T03:33:25,256 INFO [RS:0;8394b182524b:40485 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T03:33:25,256 INFO [RS:2;8394b182524b:35779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T03:33:25,256 DEBUG [RS:0;8394b182524b:40485 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:33:25,256 DEBUG [RS:2;8394b182524b:35779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:33:25,256 DEBUG [RS:1;8394b182524b:45615 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:33:25,257 DEBUG [RS:2;8394b182524b:35779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:33:25,257 DEBUG [RS:0;8394b182524b:40485 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:33:25,257 DEBUG [RS:1;8394b182524b:45615 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:33:25,257 DEBUG [RS:2;8394b182524b:35779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:33:25,257 DEBUG [RS:0;8394b182524b:40485 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:33:25,257 DEBUG [RS:1;8394b182524b:45615 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:33:25,257 DEBUG [RS:1;8394b182524b:45615 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:33:25,257 DEBUG [RS:0;8394b182524b:40485 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:33:25,257 DEBUG [RS:2;8394b182524b:35779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:33:25,257 DEBUG [RS:1;8394b182524b:45615 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:33:25,257 DEBUG [RS:0;8394b182524b:40485 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:33:25,257 DEBUG [RS:2;8394b182524b:35779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:33:25,257 DEBUG [RS:1;8394b182524b:45615 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:33:25,257 DEBUG [RS:1;8394b182524b:45615 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:33:25,257 DEBUG [RS:2;8394b182524b:35779 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:33:25,257 DEBUG [RS:0;8394b182524b:40485 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:33:25,257 DEBUG [RS:2;8394b182524b:35779 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:33:25,257 DEBUG [RS:1;8394b182524b:45615 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:33:25,257 DEBUG [RS:0;8394b182524b:40485 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:33:25,258 DEBUG [RS:2;8394b182524b:35779 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:33:25,258 DEBUG [RS:1;8394b182524b:45615 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:33:25,258 DEBUG [RS:0;8394b182524b:40485 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:33:25,258 DEBUG [RS:2;8394b182524b:35779 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:33:25,258 DEBUG [RS:1;8394b182524b:45615 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:33:25,258 DEBUG [RS:0;8394b182524b:40485 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:33:25,258 DEBUG [RS:2;8394b182524b:35779 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:33:25,258 DEBUG [RS:1;8394b182524b:45615 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:33:25,258 DEBUG [RS:0;8394b182524b:40485 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:33:25,258 DEBUG [RS:2;8394b182524b:35779 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:33:25,258 DEBUG [RS:1;8394b182524b:45615 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:33:25,258 DEBUG [RS:0;8394b182524b:40485 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:33:25,258 DEBUG [RS:2;8394b182524b:35779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:33:25,258 DEBUG [RS:1;8394b182524b:45615 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:33:25,258 DEBUG [RS:0;8394b182524b:40485 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:33:25,258 DEBUG [RS:2;8394b182524b:35779 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:33:25,258 DEBUG [RS:0;8394b182524b:40485 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:33:25,258 DEBUG [RS:1;8394b182524b:45615 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:33:25,258 DEBUG [RS:2;8394b182524b:35779 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:33:25,258 DEBUG [RS:0;8394b182524b:40485 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:33:25,264 INFO [RS:2;8394b182524b:35779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:33:25,264 INFO [RS:2;8394b182524b:35779 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:33:25,264 INFO [RS:2;8394b182524b:35779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:33:25,264 INFO [RS:1;8394b182524b:45615 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:33:25,264 INFO [RS:2;8394b182524b:35779 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T03:33:25,264 INFO [RS:1;8394b182524b:45615 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:33:25,264 INFO [RS:2;8394b182524b:35779 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T03:33:25,264 INFO [RS:1;8394b182524b:45615 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:33:25,264 INFO [RS:2;8394b182524b:35779 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,35779,1731468803932-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:33:25,264 INFO [RS:1;8394b182524b:45615 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T03:33:25,264 INFO [RS:1;8394b182524b:45615 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T03:33:25,265 INFO [RS:1;8394b182524b:45615 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,45615,1731468803884-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:33:25,266 INFO [RS:0;8394b182524b:40485 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:33:25,266 INFO [RS:0;8394b182524b:40485 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:33:25,266 INFO [RS:0;8394b182524b:40485 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:33:25,266 INFO [RS:0;8394b182524b:40485 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T03:33:25,267 INFO [RS:0;8394b182524b:40485 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T03:33:25,267 INFO [RS:0;8394b182524b:40485 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,40485,1731468803783-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:33:25,286 INFO [RS:2;8394b182524b:35779 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T03:33:25,289 INFO [RS:2;8394b182524b:35779 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,35779,1731468803932-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:33:25,289 INFO [RS:2;8394b182524b:35779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:33:25,289 INFO [RS:2;8394b182524b:35779 {}] regionserver.Replication(171): 8394b182524b,35779,1731468803932 started 2024-11-13T03:33:25,293 INFO [RS:1;8394b182524b:45615 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T03:33:25,293 INFO [RS:0;8394b182524b:40485 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T03:33:25,293 INFO [RS:1;8394b182524b:45615 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,45615,1731468803884-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:33:25,293 INFO [RS:0;8394b182524b:40485 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,40485,1731468803783-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:33:25,293 INFO [RS:1;8394b182524b:45615 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:33:25,293 INFO [RS:0;8394b182524b:40485 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:33:25,293 INFO [RS:1;8394b182524b:45615 {}] regionserver.Replication(171): 8394b182524b,45615,1731468803884 started 2024-11-13T03:33:25,293 INFO [RS:0;8394b182524b:40485 {}] regionserver.Replication(171): 8394b182524b,40485,1731468803783 started 2024-11-13T03:33:25,308 INFO [RS:2;8394b182524b:35779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:33:25,309 INFO [RS:2;8394b182524b:35779 {}] regionserver.HRegionServer(1482): Serving as 8394b182524b,35779,1731468803932, RpcServer on 8394b182524b/172.17.0.3:35779, sessionid=0x101324134780003 2024-11-13T03:33:25,310 DEBUG [RS:2;8394b182524b:35779 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T03:33:25,310 DEBUG [RS:2;8394b182524b:35779 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8394b182524b,35779,1731468803932 2024-11-13T03:33:25,310 DEBUG [RS:2;8394b182524b:35779 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,35779,1731468803932' 2024-11-13T03:33:25,310 DEBUG [RS:2;8394b182524b:35779 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T03:33:25,311 DEBUG [RS:2;8394b182524b:35779 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T03:33:25,312 DEBUG [RS:2;8394b182524b:35779 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T03:33:25,312 DEBUG [RS:2;8394b182524b:35779 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T03:33:25,312 DEBUG [RS:2;8394b182524b:35779 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8394b182524b,35779,1731468803932 2024-11-13T03:33:25,312 DEBUG [RS:2;8394b182524b:35779 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,35779,1731468803932' 2024-11-13T03:33:25,312 DEBUG [RS:2;8394b182524b:35779 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T03:33:25,313 DEBUG [RS:2;8394b182524b:35779 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T03:33:25,313 DEBUG [RS:2;8394b182524b:35779 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T03:33:25,314 INFO [RS:2;8394b182524b:35779 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T03:33:25,314 INFO [RS:2;8394b182524b:35779 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T03:33:25,315 INFO [RS:0;8394b182524b:40485 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:33:25,315 INFO [RS:1;8394b182524b:45615 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:33:25,316 INFO [RS:0;8394b182524b:40485 {}] regionserver.HRegionServer(1482): Serving as 8394b182524b,40485,1731468803783, RpcServer on 8394b182524b/172.17.0.3:40485, sessionid=0x101324134780001 2024-11-13T03:33:25,316 INFO [RS:1;8394b182524b:45615 {}] regionserver.HRegionServer(1482): Serving as 8394b182524b,45615,1731468803884, RpcServer on 8394b182524b/172.17.0.3:45615, sessionid=0x101324134780002 2024-11-13T03:33:25,316 DEBUG [RS:0;8394b182524b:40485 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T03:33:25,316 DEBUG [RS:1;8394b182524b:45615 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T03:33:25,316 DEBUG [RS:1;8394b182524b:45615 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8394b182524b,45615,1731468803884 2024-11-13T03:33:25,316 DEBUG [RS:0;8394b182524b:40485 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8394b182524b,40485,1731468803783 2024-11-13T03:33:25,316 DEBUG [RS:1;8394b182524b:45615 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,45615,1731468803884' 2024-11-13T03:33:25,316 DEBUG [RS:0;8394b182524b:40485 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,40485,1731468803783' 2024-11-13T03:33:25,316 DEBUG [RS:0;8394b182524b:40485 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T03:33:25,316 DEBUG [RS:1;8394b182524b:45615 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T03:33:25,317 DEBUG [RS:1;8394b182524b:45615 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T03:33:25,317 DEBUG [RS:0;8394b182524b:40485 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T03:33:25,318 DEBUG [RS:1;8394b182524b:45615 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T03:33:25,318 DEBUG [RS:1;8394b182524b:45615 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T03:33:25,318 DEBUG [RS:0;8394b182524b:40485 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T03:33:25,318 DEBUG [RS:1;8394b182524b:45615 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8394b182524b,45615,1731468803884 2024-11-13T03:33:25,318 DEBUG [RS:0;8394b182524b:40485 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T03:33:25,318 DEBUG [RS:1;8394b182524b:45615 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,45615,1731468803884' 2024-11-13T03:33:25,318 DEBUG [RS:1;8394b182524b:45615 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T03:33:25,318 DEBUG [RS:0;8394b182524b:40485 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8394b182524b,40485,1731468803783 2024-11-13T03:33:25,318 DEBUG [RS:0;8394b182524b:40485 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,40485,1731468803783' 2024-11-13T03:33:25,318 DEBUG [RS:0;8394b182524b:40485 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T03:33:25,319 DEBUG [RS:1;8394b182524b:45615 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T03:33:25,319 DEBUG [RS:0;8394b182524b:40485 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T03:33:25,319 DEBUG [RS:1;8394b182524b:45615 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T03:33:25,319 INFO [RS:1;8394b182524b:45615 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T03:33:25,319 DEBUG [RS:0;8394b182524b:40485 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T03:33:25,319 INFO [RS:1;8394b182524b:45615 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T03:33:25,319 INFO [RS:0;8394b182524b:40485 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T03:33:25,319 INFO [RS:0;8394b182524b:40485 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T03:33:25,334 WARN [8394b182524b:37283 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T03:33:25,420 INFO [RS:1;8394b182524b:45615 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:33:25,420 INFO [RS:0;8394b182524b:40485 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:33:25,420 INFO [RS:2;8394b182524b:35779 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:33:25,424 INFO [RS:0;8394b182524b:40485 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8394b182524b%2C40485%2C1731468803783, suffix=, logDir=hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/WALs/8394b182524b,40485,1731468803783, archiveDir=hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/oldWALs, maxLogs=32 2024-11-13T03:33:25,424 INFO [RS:2;8394b182524b:35779 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8394b182524b%2C35779%2C1731468803932, suffix=, logDir=hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/WALs/8394b182524b,35779,1731468803932, archiveDir=hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/oldWALs, maxLogs=32 2024-11-13T03:33:25,424 INFO [RS:1;8394b182524b:45615 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8394b182524b%2C45615%2C1731468803884, suffix=, logDir=hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/WALs/8394b182524b,45615,1731468803884, archiveDir=hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/oldWALs, maxLogs=32 2024-11-13T03:33:25,443 DEBUG [RS:0;8394b182524b:40485 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/WALs/8394b182524b,40485,1731468803783/8394b182524b%2C40485%2C1731468803783.1731468805429, exclude list is [], retry=0 2024-11-13T03:33:25,444 DEBUG [RS:1;8394b182524b:45615 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/WALs/8394b182524b,45615,1731468803884/8394b182524b%2C45615%2C1731468803884.1731468805429, exclude list is [], retry=0 2024-11-13T03:33:25,446 DEBUG [RS:2;8394b182524b:35779 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/WALs/8394b182524b,35779,1731468803932/8394b182524b%2C35779%2C1731468803932.1731468805429, exclude list is [], retry=0 2024-11-13T03:33:25,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33377,DS-12acb2b1-4855-4f60-b66d-e1b491b18043,DISK] 2024-11-13T03:33:25,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35295,DS-cb060802-079b-40f9-ad9e-b48cd12e961a,DISK] 2024-11-13T03:33:25,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33239,DS-0143b86c-777b-4406-8dda-28f4895a3126,DISK] 2024-11-13T03:33:25,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33239,DS-0143b86c-777b-4406-8dda-28f4895a3126,DISK] 2024-11-13T03:33:25,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35295,DS-cb060802-079b-40f9-ad9e-b48cd12e961a,DISK] 2024-11-13T03:33:25,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33377,DS-12acb2b1-4855-4f60-b66d-e1b491b18043,DISK] 2024-11-13T03:33:25,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33377,DS-12acb2b1-4855-4f60-b66d-e1b491b18043,DISK] 2024-11-13T03:33:25,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33239,DS-0143b86c-777b-4406-8dda-28f4895a3126,DISK] 2024-11-13T03:33:25,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35295,DS-cb060802-079b-40f9-ad9e-b48cd12e961a,DISK] 2024-11-13T03:33:25,454 INFO [RS:0;8394b182524b:40485 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/WALs/8394b182524b,40485,1731468803783/8394b182524b%2C40485%2C1731468803783.1731468805429 2024-11-13T03:33:25,455 INFO [RS:1;8394b182524b:45615 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/WALs/8394b182524b,45615,1731468803884/8394b182524b%2C45615%2C1731468803884.1731468805429 2024-11-13T03:33:25,455 DEBUG [RS:0;8394b182524b:40485 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35937:35937),(127.0.0.1/127.0.0.1:35495:35495),(127.0.0.1/127.0.0.1:46723:46723)] 2024-11-13T03:33:25,457 DEBUG [RS:1;8394b182524b:45615 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46723:46723),(127.0.0.1/127.0.0.1:35937:35937),(127.0.0.1/127.0.0.1:35495:35495)] 2024-11-13T03:33:25,457 INFO [RS:2;8394b182524b:35779 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/WALs/8394b182524b,35779,1731468803932/8394b182524b%2C35779%2C1731468803932.1731468805429 2024-11-13T03:33:25,457 DEBUG [RS:2;8394b182524b:35779 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35495:35495),(127.0.0.1/127.0.0.1:46723:46723),(127.0.0.1/127.0.0.1:35937:35937)] 2024-11-13T03:33:25,586 DEBUG [8394b182524b:37283 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-13T03:33:25,592 DEBUG [8394b182524b:37283 {}] balancer.BalancerClusterState(204): Hosts are {8394b182524b=0} racks are {/default-rack=0} 2024-11-13T03:33:25,598 DEBUG [8394b182524b:37283 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T03:33:25,599 DEBUG [8394b182524b:37283 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T03:33:25,599 DEBUG [8394b182524b:37283 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-13T03:33:25,599 DEBUG [8394b182524b:37283 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T03:33:25,599 DEBUG [8394b182524b:37283 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T03:33:25,599 DEBUG [8394b182524b:37283 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-13T03:33:25,599 INFO [8394b182524b:37283 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T03:33:25,599 INFO [8394b182524b:37283 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T03:33:25,599 INFO [8394b182524b:37283 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-13T03:33:25,599 DEBUG [8394b182524b:37283 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T03:33:25,605 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8394b182524b,45615,1731468803884 2024-11-13T03:33:25,609 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,45615,1731468803884, state=OPENING 2024-11-13T03:33:25,658 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T03:33:25,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37283-0x101324134780000, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:33:25,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45615-0x101324134780002, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:33:25,669 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x101324134780003, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:33:25,669 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40485-0x101324134780001, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:33:25,671 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T03:33:25,671 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T03:33:25,672 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T03:33:25,672 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T03:33:25,673 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T03:33:25,675 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8394b182524b,45615,1731468803884}] 2024-11-13T03:33:25,853 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T03:33:25,855 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59831, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T03:33:25,866 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T03:33:25,867 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:33:25,867 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T03:33:25,870 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8394b182524b%2C45615%2C1731468803884.meta, suffix=.meta, logDir=hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/WALs/8394b182524b,45615,1731468803884, archiveDir=hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/oldWALs, maxLogs=32 2024-11-13T03:33:25,885 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/WALs/8394b182524b,45615,1731468803884/8394b182524b%2C45615%2C1731468803884.meta.1731468805872.meta, exclude list is [], retry=0 2024-11-13T03:33:25,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35295,DS-cb060802-079b-40f9-ad9e-b48cd12e961a,DISK] 2024-11-13T03:33:25,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33377,DS-12acb2b1-4855-4f60-b66d-e1b491b18043,DISK] 2024-11-13T03:33:25,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33239,DS-0143b86c-777b-4406-8dda-28f4895a3126,DISK] 2024-11-13T03:33:25,893 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/WALs/8394b182524b,45615,1731468803884/8394b182524b%2C45615%2C1731468803884.meta.1731468805872.meta 2024-11-13T03:33:25,895 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35937:35937),(127.0.0.1/127.0.0.1:46723:46723),(127.0.0.1/127.0.0.1:35495:35495)] 2024-11-13T03:33:25,896 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:33:25,897 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T03:33:25,899 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T03:33:25,904 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T03:33:25,907 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T03:33:25,908 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:33:25,908 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T03:33:25,908 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T03:33:25,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T03:33:25,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T03:33:25,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:25,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:33:25,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T03:33:25,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T03:33:25,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:25,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:33:25,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T03:33:25,917 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T03:33:25,917 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:25,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:33:25,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T03:33:25,919 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T03:33:25,919 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:25,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:33:25,920 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T03:33:25,922 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/hbase/meta/1588230740 2024-11-13T03:33:25,924 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/hbase/meta/1588230740 2024-11-13T03:33:25,927 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T03:33:25,927 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T03:33:25,927 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:33:25,930 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T03:33:25,931 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61085675, jitterRate=-0.08975251019001007}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:33:25,931 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T03:33:25,932 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731468805908Writing region info on filesystem at 1731468805908Initializing all the Stores at 1731468805910 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468805910Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468805911 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468805911Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468805911Cleaning up temporary data from old regions at 1731468805927 (+16 ms)Running coprocessor post-open hooks at 1731468805931 (+4 ms)Region opened successfully at 1731468805932 (+1 ms) 2024-11-13T03:33:25,938 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731468805843 2024-11-13T03:33:25,948 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T03:33:25,949 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T03:33:25,950 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,45615,1731468803884 2024-11-13T03:33:25,953 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,45615,1731468803884, state=OPEN 2024-11-13T03:33:25,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45615-0x101324134780002, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T03:33:25,962 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40485-0x101324134780001, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T03:33:25,962 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x101324134780003, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T03:33:25,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37283-0x101324134780000, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T03:33:25,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T03:33:25,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T03:33:25,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T03:33:25,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T03:33:25,963 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8394b182524b,45615,1731468803884 2024-11-13T03:33:25,968 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T03:33:25,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8394b182524b,45615,1731468803884 in 288 msec 2024-11-13T03:33:25,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T03:33:25,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 798 msec 2024-11-13T03:33:25,978 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:33:25,978 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T03:33:25,995 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:33:25,996 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,45615,1731468803884, seqNum=-1] 2024-11-13T03:33:26,016 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:33:26,018 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42651, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:33:26,037 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0740 sec 2024-11-13T03:33:26,037 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731468806037, completionTime=-1 2024-11-13T03:33:26,040 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-13T03:33:26,040 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T03:33:26,063 INFO [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-13T03:33:26,063 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731468866063 2024-11-13T03:33:26,063 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731468926063 2024-11-13T03:33:26,063 INFO [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 23 msec 2024-11-13T03:33:26,064 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-13T03:33:26,071 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,37283,1731468803036-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:33:26,071 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,37283,1731468803036-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:33:26,072 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,37283,1731468803036-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:33:26,073 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8394b182524b:37283, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:33:26,073 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T03:33:26,074 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T03:33:26,079 DEBUG [master/8394b182524b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T03:33:26,100 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.051sec 2024-11-13T03:33:26,101 INFO [master/8394b182524b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T03:33:26,102 INFO [master/8394b182524b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T03:33:26,103 INFO [master/8394b182524b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T03:33:26,104 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T03:33:26,104 INFO [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T03:33:26,104 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,37283,1731468803036-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:33:26,105 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,37283,1731468803036-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T03:33:26,109 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T03:33:26,110 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T03:33:26,111 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,37283,1731468803036-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:33:26,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4281526e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:33:26,177 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,37283,-1 for getting cluster id 2024-11-13T03:33:26,180 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:33:26,189 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0f65744-f09f-498f-8c06-b830d7d43fcb' 2024-11-13T03:33:26,191 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:33:26,191 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0f65744-f09f-498f-8c06-b830d7d43fcb" 2024-11-13T03:33:26,191 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7818b48c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:33:26,191 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,37283,-1] 2024-11-13T03:33:26,194 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:33:26,196 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:33:26,196 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:33:26,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e143cdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:33:26,199 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:33:26,206 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,45615,1731468803884, seqNum=-1] 2024-11-13T03:33:26,207 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:33:26,209 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:33:26,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8394b182524b,37283,1731468803036 2024-11-13T03:33:26,232 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:34503/hbase 2024-11-13T03:33:26,249 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=366, OpenFileDescriptor=611, MaxFileDescriptor=1048576, SystemLoadAverage=160, ProcessCount=11, AvailableMemoryMB=3254 2024-11-13T03:33:26,267 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:33:26,270 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:33:26,271 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:33:26,277 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-84376621, suffix=, logDir=hdfs://localhost:34503/hbase/WALs/hregion-84376621, archiveDir=hdfs://localhost:34503/hbase/oldWALs, maxLogs=32 2024-11-13T03:33:26,292 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-84376621/hregion-84376621.1731468806278, exclude list is [], retry=0 2024-11-13T03:33:26,296 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33239,DS-0143b86c-777b-4406-8dda-28f4895a3126,DISK] 2024-11-13T03:33:26,296 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35295,DS-cb060802-079b-40f9-ad9e-b48cd12e961a,DISK] 2024-11-13T03:33:26,297 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33377,DS-12acb2b1-4855-4f60-b66d-e1b491b18043,DISK] 2024-11-13T03:33:26,302 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-84376621/hregion-84376621.1731468806278 2024-11-13T03:33:26,303 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35495:35495),(127.0.0.1/127.0.0.1:35937:35937),(127.0.0.1/127.0.0.1:46723:46723)] 2024-11-13T03:33:26,303 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => d23cf9387ed092abbb807bced242c93c, NAME => 'testReplayEditsWrittenIntoWAL,,1731468806268.d23cf9387ed092abbb807bced242c93c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34503/hbase 2024-11-13T03:33:26,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741838_1014 (size=64) 2024-11-13T03:33:26,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741838_1014 (size=64) 2024-11-13T03:33:26,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741838_1014 (size=64) 2024-11-13T03:33:26,322 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731468806268.d23cf9387ed092abbb807bced242c93c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:33:26,324 INFO [StoreOpener-d23cf9387ed092abbb807bced242c93c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d23cf9387ed092abbb807bced242c93c 2024-11-13T03:33:26,327 INFO [StoreOpener-d23cf9387ed092abbb807bced242c93c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d23cf9387ed092abbb807bced242c93c columnFamilyName a 2024-11-13T03:33:26,328 DEBUG [StoreOpener-d23cf9387ed092abbb807bced242c93c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:26,329 INFO [StoreOpener-d23cf9387ed092abbb807bced242c93c-1 {}] regionserver.HStore(327): Store=d23cf9387ed092abbb807bced242c93c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:26,329 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d23cf9387ed092abbb807bced242c93c 2024-11-13T03:33:26,331 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/d23cf9387ed092abbb807bced242c93c 2024-11-13T03:33:26,332 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/d23cf9387ed092abbb807bced242c93c 2024-11-13T03:33:26,332 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d23cf9387ed092abbb807bced242c93c 2024-11-13T03:33:26,332 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d23cf9387ed092abbb807bced242c93c 2024-11-13T03:33:26,335 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d23cf9387ed092abbb807bced242c93c 2024-11-13T03:33:26,339 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/d23cf9387ed092abbb807bced242c93c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:33:26,341 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d23cf9387ed092abbb807bced242c93c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65783983, jitterRate=-0.019742265343666077}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T03:33:26,342 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d23cf9387ed092abbb807bced242c93c: Writing region info on filesystem at 1731468806322Initializing all the Stores at 1731468806324 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468806324Cleaning up temporary data from old regions at 1731468806332 (+8 ms)Region opened successfully at 1731468806342 (+10 ms) 2024-11-13T03:33:26,342 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d23cf9387ed092abbb807bced242c93c, disabling compactions & flushes 2024-11-13T03:33:26,342 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731468806268.d23cf9387ed092abbb807bced242c93c. 2024-11-13T03:33:26,342 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731468806268.d23cf9387ed092abbb807bced242c93c. 2024-11-13T03:33:26,342 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731468806268.d23cf9387ed092abbb807bced242c93c. after waiting 0 ms 2024-11-13T03:33:26,342 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731468806268.d23cf9387ed092abbb807bced242c93c. 2024-11-13T03:33:26,343 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731468806268.d23cf9387ed092abbb807bced242c93c. 2024-11-13T03:33:26,343 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d23cf9387ed092abbb807bced242c93c: Waiting for close lock at 1731468806342Disabling compacts and flushes for region at 1731468806342Disabling writes for close at 1731468806342Writing region close event to WAL at 1731468806343 (+1 ms)Closed at 1731468806343 2024-11-13T03:33:26,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741837_1013 (size=95) 2024-11-13T03:33:26,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741837_1013 (size=95) 2024-11-13T03:33:26,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741837_1013 (size=95) 2024-11-13T03:33:26,355 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T03:33:26,355 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-84376621:(num 1731468806278) 2024-11-13T03:33:26,357 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-13T03:33:26,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741839_1015 (size=320) 2024-11-13T03:33:26,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741839_1015 (size=320) 2024-11-13T03:33:26,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741839_1015 (size=320) 2024-11-13T03:33:26,376 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-13T03:33:26,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741840_1016 (size=253) 2024-11-13T03:33:26,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741840_1016 (size=253) 2024-11-13T03:33:26,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741840_1016 (size=253) 2024-11-13T03:33:26,413 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34503/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731468806266/wal-1, size=320 (320bytes) 2024-11-13T03:33:26,414 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-13T03:33:26,414 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-13T03:33:26,414 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34503/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731468806266/wal-1 2024-11-13T03:33:26,420 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34503/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731468806266/wal-1 after 4ms 2024-11-13T03:33:26,427 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34503/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731468806266/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T03:33:26,428 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34503/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731468806266/wal-1 took 16ms 2024-11-13T03:33:26,438 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34503/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731468806266/wal-1 so closing down 2024-11-13T03:33:26,438 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T03:33:26,441 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-13T03:33:26,443 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/d23cf9387ed092abbb807bced242c93c/recovered.edits/0000000000000000001-wal-1.temp 2024-11-13T03:33:26,444 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T03:33:26,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741841_1017 (size=320) 2024-11-13T03:33:26,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741841_1017 (size=320) 2024-11-13T03:33:26,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741841_1017 (size=320) 2024-11-13T03:33:26,459 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/d23cf9387ed092abbb807bced242c93c/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-13T03:33:26,462 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/d23cf9387ed092abbb807bced242c93c/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/d23cf9387ed092abbb807bced242c93c/recovered.edits/0000000000000000002 2024-11-13T03:33:26,466 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:34503/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731468806266/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-11-13T03:33:26,466 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34503/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731468806266/wal-1, journal: Splitting hdfs://localhost:34503/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731468806266/wal-1, size=320 (320bytes) at 1731468806413Finishing writing output for hdfs://localhost:34503/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731468806266/wal-1 so closing down at 1731468806438 (+25 ms)Creating recovered edits writer path=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/d23cf9387ed092abbb807bced242c93c/recovered.edits/0000000000000000001-wal-1.temp at 1731468806443 (+5 ms)3 split writer threads finished at 1731468806444 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/d23cf9387ed092abbb807bced242c93c/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731468806459 (+15 ms)Rename recovered edits hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/d23cf9387ed092abbb807bced242c93c/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/d23cf9387ed092abbb807bced242c93c/recovered.edits/0000000000000000002 at 1731468806462 (+3 ms)Processed 2 edits across 1 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:34503/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731468806266/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1731468806466 (+4 ms) 2024-11-13T03:33:26,482 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34503/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731468806266/wal-2, size=253 (253bytes) 2024-11-13T03:33:26,482 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34503/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731468806266/wal-2 2024-11-13T03:33:26,483 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34503/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731468806266/wal-2 after 1ms 2024-11-13T03:33:26,487 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34503/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731468806266/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T03:33:26,487 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34503/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731468806266/wal-2 took 5ms 2024-11-13T03:33:26,490 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34503/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731468806266/wal-2 so closing down 2024-11-13T03:33:26,490 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T03:33:26,493 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-13T03:33:26,495 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/d23cf9387ed092abbb807bced242c93c/recovered.edits/0000000000000000002-wal-2.temp 2024-11-13T03:33:26,496 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T03:33:26,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741842_1018 (size=253) 2024-11-13T03:33:26,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741842_1018 (size=253) 2024-11-13T03:33:26,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741842_1018 (size=253) 2024-11-13T03:33:26,505 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/d23cf9387ed092abbb807bced242c93c/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-13T03:33:26,510 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/d23cf9387ed092abbb807bced242c93c/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T03:33:26,512 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/d23cf9387ed092abbb807bced242c93c/recovered.edits/0000000000000000002-wal-2.temp, length=253 2024-11-13T03:33:26,514 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:34503/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731468806266/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-11-13T03:33:26,514 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34503/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731468806266/wal-2, journal: Splitting hdfs://localhost:34503/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731468806266/wal-2, size=253 (253bytes) at 1731468806482Finishing writing output for hdfs://localhost:34503/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731468806266/wal-2 so closing down at 1731468806490 (+8 ms)Creating recovered edits writer path=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/d23cf9387ed092abbb807bced242c93c/recovered.edits/0000000000000000002-wal-2.temp at 1731468806495 (+5 ms)3 split writer threads finished at 1731468806496 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/d23cf9387ed092abbb807bced242c93c/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731468806505 (+9 ms)Processed 1 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:34503/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731468806266/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1731468806514 (+9 ms) 2024-11-13T03:33:26,515 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T03:33:26,518 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34503/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731468806266, archiveDir=hdfs://localhost:34503/hbase/oldWALs, maxLogs=32 2024-11-13T03:33:26,538 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731468806266/wal.1731468806519, exclude list is [], retry=0 2024-11-13T03:33:26,542 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35295,DS-cb060802-079b-40f9-ad9e-b48cd12e961a,DISK] 2024-11-13T03:33:26,543 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33377,DS-12acb2b1-4855-4f60-b66d-e1b491b18043,DISK] 2024-11-13T03:33:26,543 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33239,DS-0143b86c-777b-4406-8dda-28f4895a3126,DISK] 2024-11-13T03:33:26,545 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731468806266/wal.1731468806519 2024-11-13T03:33:26,546 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35937:35937),(127.0.0.1/127.0.0.1:46723:46723),(127.0.0.1/127.0.0.1:35495:35495)] 2024-11-13T03:33:26,546 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d23cf9387ed092abbb807bced242c93c, NAME => 'testReplayEditsWrittenIntoWAL,,1731468806268.d23cf9387ed092abbb807bced242c93c.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:33:26,546 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731468806268.d23cf9387ed092abbb807bced242c93c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:33:26,546 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d23cf9387ed092abbb807bced242c93c 2024-11-13T03:33:26,547 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d23cf9387ed092abbb807bced242c93c 2024-11-13T03:33:26,552 INFO [StoreOpener-d23cf9387ed092abbb807bced242c93c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d23cf9387ed092abbb807bced242c93c 2024-11-13T03:33:26,554 INFO [StoreOpener-d23cf9387ed092abbb807bced242c93c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d23cf9387ed092abbb807bced242c93c columnFamilyName a 2024-11-13T03:33:26,554 DEBUG [StoreOpener-d23cf9387ed092abbb807bced242c93c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:26,555 INFO [StoreOpener-d23cf9387ed092abbb807bced242c93c-1 {}] regionserver.HStore(327): Store=d23cf9387ed092abbb807bced242c93c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:26,555 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d23cf9387ed092abbb807bced242c93c 2024-11-13T03:33:26,557 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/d23cf9387ed092abbb807bced242c93c 2024-11-13T03:33:26,560 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/d23cf9387ed092abbb807bced242c93c 2024-11-13T03:33:26,561 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/d23cf9387ed092abbb807bced242c93c/recovered.edits/0000000000000000002 2024-11-13T03:33:26,565 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/d23cf9387ed092abbb807bced242c93c/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T03:33:26,571 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/d23cf9387ed092abbb807bced242c93c/recovered.edits/0000000000000000002 2024-11-13T03:33:26,574 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d23cf9387ed092abbb807bced242c93c 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-13T03:33:26,626 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/d23cf9387ed092abbb807bced242c93c/.tmp/a/c0072f017c234225a8ca091d79a58f6d is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731468806355/Put/seqid=0 2024-11-13T03:33:26,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741844_1020 (size=5170) 2024-11-13T03:33:26,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741844_1020 (size=5170) 2024-11-13T03:33:26,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741844_1020 (size=5170) 2024-11-13T03:33:26,662 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/d23cf9387ed092abbb807bced242c93c/.tmp/a/c0072f017c234225a8ca091d79a58f6d 2024-11-13T03:33:26,710 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/d23cf9387ed092abbb807bced242c93c/.tmp/a/c0072f017c234225a8ca091d79a58f6d as hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/d23cf9387ed092abbb807bced242c93c/a/c0072f017c234225a8ca091d79a58f6d 2024-11-13T03:33:26,719 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/d23cf9387ed092abbb807bced242c93c/a/c0072f017c234225a8ca091d79a58f6d, entries=2, sequenceid=2, filesize=5.0 K 2024-11-13T03:33:26,726 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for d23cf9387ed092abbb807bced242c93c in 150ms, sequenceid=2, compaction requested=false; wal=null 2024-11-13T03:33:26,728 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/d23cf9387ed092abbb807bced242c93c/recovered.edits/0000000000000000002 2024-11-13T03:33:26,728 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d23cf9387ed092abbb807bced242c93c 2024-11-13T03:33:26,728 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d23cf9387ed092abbb807bced242c93c 2024-11-13T03:33:26,732 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d23cf9387ed092abbb807bced242c93c 2024-11-13T03:33:26,735 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/d23cf9387ed092abbb807bced242c93c/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-13T03:33:26,737 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d23cf9387ed092abbb807bced242c93c; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66188685, jitterRate=-0.013711735606193542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T03:33:26,738 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d23cf9387ed092abbb807bced242c93c: Writing region info on filesystem at 1731468806547Initializing all the Stores at 1731468806548 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468806549 (+1 ms)Obtaining lock to block concurrent updates at 1731468806574 (+25 ms)Preparing flush snapshotting stores in d23cf9387ed092abbb807bced242c93c at 1731468806574Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731468806268.d23cf9387ed092abbb807bced242c93c., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731468806577 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1731468806268.d23cf9387ed092abbb807bced242c93c. at 1731468806577Flushing d23cf9387ed092abbb807bced242c93c/a: creating writer at 1731468806578 (+1 ms)Flushing d23cf9387ed092abbb807bced242c93c/a: appending metadata at 1731468806613 (+35 ms)Flushing d23cf9387ed092abbb807bced242c93c/a: closing flushed file at 1731468806616 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d46cfd3: reopening flushed file at 1731468806709 (+93 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for d23cf9387ed092abbb807bced242c93c in 150ms, sequenceid=2, compaction requested=false; wal=null at 1731468806726 (+17 ms)Cleaning up temporary data from old regions at 1731468806728 (+2 ms)Region opened successfully at 1731468806738 (+10 ms) 2024-11-13T03:33:26,761 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=377 (was 366) Potentially hanging thread: PacketResponder: BP-1208868859-172.17.0.3-1731468798314:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1987019593_22 at /127.0.0.1:57104 [Receiving block BP-1208868859-172.17.0.3-1731468798314:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:34503/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1987019593_22 at /127.0.0.1:56914 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1208868859-172.17.0.3-1731468798314:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1208868859-172.17.0.3-1731468798314:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1987019593_22 at /127.0.0.1:38744 [Receiving block BP-1208868859-172.17.0.3-1731468798314:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1987019593_22 at /127.0.0.1:40350 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1987019593_22 at /127.0.0.1:40530 [Receiving block BP-1208868859-172.17.0.3-1731468798314:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 611) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=160 (was 160), ProcessCount=11 (was 11), AvailableMemoryMB=3157 (was 3254) 2024-11-13T03:33:26,772 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=377, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=160, ProcessCount=11, AvailableMemoryMB=3157 2024-11-13T03:33:26,793 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:33:26,796 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:33:26,797 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:33:26,801 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-59354441, suffix=, logDir=hdfs://localhost:34503/hbase/WALs/hregion-59354441, archiveDir=hdfs://localhost:34503/hbase/oldWALs, maxLogs=32 2024-11-13T03:33:26,814 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-59354441/hregion-59354441.1731468806802, exclude list is [], retry=0 2024-11-13T03:33:26,818 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35295,DS-cb060802-079b-40f9-ad9e-b48cd12e961a,DISK] 2024-11-13T03:33:26,818 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33377,DS-12acb2b1-4855-4f60-b66d-e1b491b18043,DISK] 2024-11-13T03:33:26,819 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33239,DS-0143b86c-777b-4406-8dda-28f4895a3126,DISK] 2024-11-13T03:33:26,823 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-59354441/hregion-59354441.1731468806802 2024-11-13T03:33:26,824 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35937:35937),(127.0.0.1/127.0.0.1:46723:46723),(127.0.0.1/127.0.0.1:35495:35495)] 2024-11-13T03:33:26,824 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 58ca8b007770cde97863f0db9d57a193, NAME => 'testReplayEditsWrittenIntoWAL,,1731468806794.58ca8b007770cde97863f0db9d57a193.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34503/hbase 2024-11-13T03:33:26,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741846_1022 (size=64) 2024-11-13T03:33:26,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741846_1022 (size=64) 2024-11-13T03:33:26,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741846_1022 (size=64) 2024-11-13T03:33:26,842 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731468806794.58ca8b007770cde97863f0db9d57a193.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:33:26,844 INFO [StoreOpener-58ca8b007770cde97863f0db9d57a193-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 58ca8b007770cde97863f0db9d57a193 2024-11-13T03:33:26,847 INFO [StoreOpener-58ca8b007770cde97863f0db9d57a193-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58ca8b007770cde97863f0db9d57a193 columnFamilyName a 2024-11-13T03:33:26,847 DEBUG [StoreOpener-58ca8b007770cde97863f0db9d57a193-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:26,848 INFO [StoreOpener-58ca8b007770cde97863f0db9d57a193-1 {}] regionserver.HStore(327): Store=58ca8b007770cde97863f0db9d57a193/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:26,849 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 58ca8b007770cde97863f0db9d57a193 2024-11-13T03:33:26,850 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/58ca8b007770cde97863f0db9d57a193 2024-11-13T03:33:26,851 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/58ca8b007770cde97863f0db9d57a193 2024-11-13T03:33:26,851 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 58ca8b007770cde97863f0db9d57a193 2024-11-13T03:33:26,852 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 58ca8b007770cde97863f0db9d57a193 2024-11-13T03:33:26,855 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 58ca8b007770cde97863f0db9d57a193 2024-11-13T03:33:26,858 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/58ca8b007770cde97863f0db9d57a193/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:33:26,859 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 58ca8b007770cde97863f0db9d57a193; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68793277, jitterRate=0.025099709630012512}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T03:33:26,860 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 58ca8b007770cde97863f0db9d57a193: Writing region info on filesystem at 1731468806842Initializing all the Stores at 1731468806844 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468806844Cleaning up temporary data from old regions at 1731468806852 (+8 ms)Region opened successfully at 1731468806860 (+8 ms) 2024-11-13T03:33:26,860 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 58ca8b007770cde97863f0db9d57a193, disabling compactions & flushes 2024-11-13T03:33:26,860 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731468806794.58ca8b007770cde97863f0db9d57a193. 2024-11-13T03:33:26,860 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731468806794.58ca8b007770cde97863f0db9d57a193. 2024-11-13T03:33:26,860 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731468806794.58ca8b007770cde97863f0db9d57a193. after waiting 0 ms 2024-11-13T03:33:26,860 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731468806794.58ca8b007770cde97863f0db9d57a193. 2024-11-13T03:33:26,861 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731468806794.58ca8b007770cde97863f0db9d57a193. 2024-11-13T03:33:26,861 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 58ca8b007770cde97863f0db9d57a193: Waiting for close lock at 1731468806860Disabling compacts and flushes for region at 1731468806860Disabling writes for close at 1731468806860Writing region close event to WAL at 1731468806861 (+1 ms)Closed at 1731468806861 2024-11-13T03:33:26,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741845_1021 (size=95) 2024-11-13T03:33:26,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741845_1021 (size=95) 2024-11-13T03:33:26,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741845_1021 (size=95) 2024-11-13T03:33:26,869 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T03:33:26,869 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-59354441:(num 1731468806802) 2024-11-13T03:33:26,870 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-13T03:33:26,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741847_1023 (size=320) 2024-11-13T03:33:26,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741847_1023 (size=320) 2024-11-13T03:33:26,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741847_1023 (size=320) 2024-11-13T03:33:26,885 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-13T03:33:26,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741848_1024 (size=253) 2024-11-13T03:33:26,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741848_1024 (size=253) 2024-11-13T03:33:26,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741848_1024 (size=253) 2024-11-13T03:33:26,915 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34503/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731468806792/wal-2, size=253 (253bytes) 2024-11-13T03:33:26,915 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34503/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731468806792/wal-2 2024-11-13T03:33:26,916 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34503/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731468806792/wal-2 after 1ms 2024-11-13T03:33:26,920 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34503/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731468806792/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T03:33:26,920 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34503/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731468806792/wal-2 took 5ms 2024-11-13T03:33:26,923 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34503/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731468806792/wal-2 so closing down 2024-11-13T03:33:26,923 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T03:33:26,925 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-13T03:33:26,927 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/58ca8b007770cde97863f0db9d57a193/recovered.edits/0000000000000000002-wal-2.temp 2024-11-13T03:33:26,927 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T03:33:26,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741849_1025 (size=253) 2024-11-13T03:33:26,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741849_1025 (size=253) 2024-11-13T03:33:26,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741849_1025 (size=253) 2024-11-13T03:33:26,937 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/58ca8b007770cde97863f0db9d57a193/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-13T03:33:26,940 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/58ca8b007770cde97863f0db9d57a193/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/58ca8b007770cde97863f0db9d57a193/recovered.edits/0000000000000000002 2024-11-13T03:33:26,940 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:34503/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731468806792/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-11-13T03:33:26,940 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34503/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731468806792/wal-2, journal: Splitting hdfs://localhost:34503/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731468806792/wal-2, size=253 (253bytes) at 1731468806915Finishing writing output for hdfs://localhost:34503/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731468806792/wal-2 so closing down at 1731468806923 (+8 ms)Creating recovered edits writer path=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/58ca8b007770cde97863f0db9d57a193/recovered.edits/0000000000000000002-wal-2.temp at 1731468806927 (+4 ms)3 split writer threads finished at 1731468806927Closed recovered edits writer path=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/58ca8b007770cde97863f0db9d57a193/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731468806937 (+10 ms)Rename recovered edits hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/58ca8b007770cde97863f0db9d57a193/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/58ca8b007770cde97863f0db9d57a193/recovered.edits/0000000000000000002 at 1731468806940 (+3 ms)Processed 1 edits across 1 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:34503/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731468806792/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1731468806940 2024-11-13T03:33:26,961 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34503/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731468806792/wal-1, size=320 (320bytes) 2024-11-13T03:33:26,961 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34503/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731468806792/wal-1 2024-11-13T03:33:26,962 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34503/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731468806792/wal-1 after 1ms 2024-11-13T03:33:26,966 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34503/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731468806792/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T03:33:26,966 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34503/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731468806792/wal-1 took 5ms 2024-11-13T03:33:26,970 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34503/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731468806792/wal-1 so closing down 2024-11-13T03:33:26,970 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T03:33:26,972 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-13T03:33:26,974 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/58ca8b007770cde97863f0db9d57a193/recovered.edits/0000000000000000001-wal-1.temp 2024-11-13T03:33:26,974 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T03:33:26,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741850_1026 (size=320) 2024-11-13T03:33:26,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741850_1026 (size=320) 2024-11-13T03:33:26,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741850_1026 (size=320) 2024-11-13T03:33:26,984 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/58ca8b007770cde97863f0db9d57a193/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-13T03:33:26,988 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/58ca8b007770cde97863f0db9d57a193/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T03:33:26,991 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/58ca8b007770cde97863f0db9d57a193/recovered.edits/0000000000000000002, length=253 2024-11-13T03:33:26,993 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/58ca8b007770cde97863f0db9d57a193/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/58ca8b007770cde97863f0db9d57a193/recovered.edits/0000000000000000002 2024-11-13T03:33:26,993 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:34503/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731468806792/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-11-13T03:33:26,993 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34503/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731468806792/wal-1, journal: Splitting hdfs://localhost:34503/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731468806792/wal-1, size=320 (320bytes) at 1731468806961Finishing writing output for hdfs://localhost:34503/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731468806792/wal-1 so closing down at 1731468806970 (+9 ms)Creating recovered edits writer path=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/58ca8b007770cde97863f0db9d57a193/recovered.edits/0000000000000000001-wal-1.temp at 1731468806974 (+4 ms)3 split writer threads finished at 1731468806974Closed recovered edits writer path=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/58ca8b007770cde97863f0db9d57a193/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731468806984 (+10 ms)Rename recovered edits hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/58ca8b007770cde97863f0db9d57a193/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/58ca8b007770cde97863f0db9d57a193/recovered.edits/0000000000000000002 at 1731468806993 (+9 ms)Processed 2 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:34503/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731468806792/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1731468806993 2024-11-13T03:33:26,994 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T03:33:26,996 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34503/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731468806792, archiveDir=hdfs://localhost:34503/hbase/oldWALs, maxLogs=32 2024-11-13T03:33:27,010 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731468806792/wal.1731468806997, exclude list is [], retry=0 2024-11-13T03:33:27,014 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33377,DS-12acb2b1-4855-4f60-b66d-e1b491b18043,DISK] 2024-11-13T03:33:27,014 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35295,DS-cb060802-079b-40f9-ad9e-b48cd12e961a,DISK] 2024-11-13T03:33:27,014 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33239,DS-0143b86c-777b-4406-8dda-28f4895a3126,DISK] 2024-11-13T03:33:27,016 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731468806792/wal.1731468806997 2024-11-13T03:33:27,017 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46723:46723),(127.0.0.1/127.0.0.1:35937:35937),(127.0.0.1/127.0.0.1:35495:35495)] 2024-11-13T03:33:27,017 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 58ca8b007770cde97863f0db9d57a193, NAME => 'testReplayEditsWrittenIntoWAL,,1731468806794.58ca8b007770cde97863f0db9d57a193.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:33:27,017 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731468806794.58ca8b007770cde97863f0db9d57a193.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:33:27,017 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 58ca8b007770cde97863f0db9d57a193 2024-11-13T03:33:27,017 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 58ca8b007770cde97863f0db9d57a193 2024-11-13T03:33:27,019 INFO [StoreOpener-58ca8b007770cde97863f0db9d57a193-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 58ca8b007770cde97863f0db9d57a193 2024-11-13T03:33:27,021 INFO [StoreOpener-58ca8b007770cde97863f0db9d57a193-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58ca8b007770cde97863f0db9d57a193 columnFamilyName a 2024-11-13T03:33:27,021 DEBUG [StoreOpener-58ca8b007770cde97863f0db9d57a193-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:27,022 INFO [StoreOpener-58ca8b007770cde97863f0db9d57a193-1 {}] regionserver.HStore(327): Store=58ca8b007770cde97863f0db9d57a193/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:27,022 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 58ca8b007770cde97863f0db9d57a193 2024-11-13T03:33:27,023 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/58ca8b007770cde97863f0db9d57a193 2024-11-13T03:33:27,025 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/58ca8b007770cde97863f0db9d57a193 2024-11-13T03:33:27,026 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/58ca8b007770cde97863f0db9d57a193/recovered.edits/0000000000000000002 2024-11-13T03:33:27,029 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/58ca8b007770cde97863f0db9d57a193/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T03:33:27,030 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/58ca8b007770cde97863f0db9d57a193/recovered.edits/0000000000000000002 2024-11-13T03:33:27,030 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 58ca8b007770cde97863f0db9d57a193 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-13T03:33:27,049 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/58ca8b007770cde97863f0db9d57a193/.tmp/a/bf2c1b45faf247f38fc93693b5e3cc94 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731468806869/Put/seqid=0 2024-11-13T03:33:27,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741852_1028 (size=5170) 2024-11-13T03:33:27,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741852_1028 (size=5170) 2024-11-13T03:33:27,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741852_1028 (size=5170) 2024-11-13T03:33:27,058 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/58ca8b007770cde97863f0db9d57a193/.tmp/a/bf2c1b45faf247f38fc93693b5e3cc94 2024-11-13T03:33:27,067 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/58ca8b007770cde97863f0db9d57a193/.tmp/a/bf2c1b45faf247f38fc93693b5e3cc94 as hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/58ca8b007770cde97863f0db9d57a193/a/bf2c1b45faf247f38fc93693b5e3cc94 2024-11-13T03:33:27,077 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/58ca8b007770cde97863f0db9d57a193/a/bf2c1b45faf247f38fc93693b5e3cc94, entries=2, sequenceid=2, filesize=5.0 K 2024-11-13T03:33:27,077 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 58ca8b007770cde97863f0db9d57a193 in 47ms, sequenceid=2, compaction requested=false; wal=null 2024-11-13T03:33:27,078 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/58ca8b007770cde97863f0db9d57a193/recovered.edits/0000000000000000002 2024-11-13T03:33:27,079 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 58ca8b007770cde97863f0db9d57a193 2024-11-13T03:33:27,079 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 58ca8b007770cde97863f0db9d57a193 2024-11-13T03:33:27,081 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 58ca8b007770cde97863f0db9d57a193 2024-11-13T03:33:27,084 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/58ca8b007770cde97863f0db9d57a193/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-13T03:33:27,085 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 58ca8b007770cde97863f0db9d57a193; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74456568, jitterRate=0.1094893217086792}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T03:33:27,086 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 58ca8b007770cde97863f0db9d57a193: Writing region info on filesystem at 1731468807018Initializing all the Stores at 1731468807019 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468807019Obtaining lock to block concurrent updates at 1731468807030 (+11 ms)Preparing flush snapshotting stores in 58ca8b007770cde97863f0db9d57a193 at 1731468807030Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731468806794.58ca8b007770cde97863f0db9d57a193., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731468807031 (+1 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1731468806794.58ca8b007770cde97863f0db9d57a193. at 1731468807031Flushing 58ca8b007770cde97863f0db9d57a193/a: creating writer at 1731468807031Flushing 58ca8b007770cde97863f0db9d57a193/a: appending metadata at 1731468807048 (+17 ms)Flushing 58ca8b007770cde97863f0db9d57a193/a: closing flushed file at 1731468807048Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@493c2af4: reopening flushed file at 1731468807065 (+17 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 58ca8b007770cde97863f0db9d57a193 in 47ms, sequenceid=2, compaction requested=false; wal=null at 1731468807077 (+12 ms)Cleaning up temporary data from old regions at 1731468807079 (+2 ms)Region opened successfully at 1731468807086 (+7 ms) 2024-11-13T03:33:27,101 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=387 (was 377) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1987019593_22 at /127.0.0.1:38700 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1987019593_22 at /127.0.0.1:56914 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1987019593_22 at /127.0.0.1:40610 [Receiving block BP-1208868859-172.17.0.3-1731468798314:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1987019593_22 at /127.0.0.1:40350 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1987019593_22 at /127.0.0.1:38816 [Receiving block BP-1208868859-172.17.0.3-1731468798314:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1208868859-172.17.0.3-1731468798314:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1987019593_22 at /127.0.0.1:57200 [Receiving block BP-1208868859-172.17.0.3-1731468798314:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1208868859-172.17.0.3-1731468798314:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1208868859-172.17.0.3-1731468798314:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=160 (was 160), ProcessCount=11 (was 11), AvailableMemoryMB=3149 (was 3157) 2024-11-13T03:33:27,112 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=387, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=160, ProcessCount=11, AvailableMemoryMB=3148 2024-11-13T03:33:27,130 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:33:27,132 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:33:27,133 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:33:27,136 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-63798728, suffix=, logDir=hdfs://localhost:34503/hbase/WALs/hregion-63798728, archiveDir=hdfs://localhost:34503/hbase/oldWALs, maxLogs=32 2024-11-13T03:33:27,149 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-63798728/hregion-63798728.1731468807137, exclude list is [], retry=0 2024-11-13T03:33:27,153 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33239,DS-0143b86c-777b-4406-8dda-28f4895a3126,DISK] 2024-11-13T03:33:27,153 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33377,DS-12acb2b1-4855-4f60-b66d-e1b491b18043,DISK] 2024-11-13T03:33:27,153 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35295,DS-cb060802-079b-40f9-ad9e-b48cd12e961a,DISK] 2024-11-13T03:33:27,155 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-63798728/hregion-63798728.1731468807137 2024-11-13T03:33:27,156 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46723:46723),(127.0.0.1/127.0.0.1:35495:35495),(127.0.0.1/127.0.0.1:35937:35937)] 2024-11-13T03:33:27,156 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => ff9d792c07d151549bf25eb52a8570db, NAME => 'testReplayEditsWrittenIntoWAL,,1731468807131.ff9d792c07d151549bf25eb52a8570db.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34503/hbase 2024-11-13T03:33:27,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741854_1030 (size=64) 2024-11-13T03:33:27,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741854_1030 (size=64) 2024-11-13T03:33:27,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741854_1030 (size=64) 2024-11-13T03:33:27,170 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731468807131.ff9d792c07d151549bf25eb52a8570db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:33:27,172 INFO [StoreOpener-ff9d792c07d151549bf25eb52a8570db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ff9d792c07d151549bf25eb52a8570db 2024-11-13T03:33:27,175 INFO [StoreOpener-ff9d792c07d151549bf25eb52a8570db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff9d792c07d151549bf25eb52a8570db columnFamilyName a 2024-11-13T03:33:27,175 DEBUG [StoreOpener-ff9d792c07d151549bf25eb52a8570db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:27,175 INFO [StoreOpener-ff9d792c07d151549bf25eb52a8570db-1 {}] regionserver.HStore(327): Store=ff9d792c07d151549bf25eb52a8570db/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:27,176 INFO [StoreOpener-ff9d792c07d151549bf25eb52a8570db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ff9d792c07d151549bf25eb52a8570db 2024-11-13T03:33:27,178 INFO [StoreOpener-ff9d792c07d151549bf25eb52a8570db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff9d792c07d151549bf25eb52a8570db columnFamilyName b 2024-11-13T03:33:27,178 DEBUG [StoreOpener-ff9d792c07d151549bf25eb52a8570db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:27,179 INFO [StoreOpener-ff9d792c07d151549bf25eb52a8570db-1 {}] regionserver.HStore(327): Store=ff9d792c07d151549bf25eb52a8570db/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:27,179 INFO [StoreOpener-ff9d792c07d151549bf25eb52a8570db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ff9d792c07d151549bf25eb52a8570db 2024-11-13T03:33:27,181 INFO [StoreOpener-ff9d792c07d151549bf25eb52a8570db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff9d792c07d151549bf25eb52a8570db columnFamilyName c 2024-11-13T03:33:27,181 DEBUG [StoreOpener-ff9d792c07d151549bf25eb52a8570db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:27,182 INFO [StoreOpener-ff9d792c07d151549bf25eb52a8570db-1 {}] regionserver.HStore(327): Store=ff9d792c07d151549bf25eb52a8570db/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:27,182 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ff9d792c07d151549bf25eb52a8570db 2024-11-13T03:33:27,183 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/ff9d792c07d151549bf25eb52a8570db 2024-11-13T03:33:27,183 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/ff9d792c07d151549bf25eb52a8570db 2024-11-13T03:33:27,184 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ff9d792c07d151549bf25eb52a8570db 2024-11-13T03:33:27,184 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ff9d792c07d151549bf25eb52a8570db 2024-11-13T03:33:27,185 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T03:33:27,186 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ff9d792c07d151549bf25eb52a8570db 2024-11-13T03:33:27,189 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/ff9d792c07d151549bf25eb52a8570db/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:33:27,189 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ff9d792c07d151549bf25eb52a8570db; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60273447, jitterRate=-0.10185565054416656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T03:33:27,190 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ff9d792c07d151549bf25eb52a8570db: Writing region info on filesystem at 1731468807170Initializing all the Stores at 1731468807171 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468807171Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468807172 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468807172Cleaning up temporary data from old regions at 1731468807184 (+12 ms)Region opened successfully at 1731468807189 (+5 ms) 2024-11-13T03:33:27,190 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ff9d792c07d151549bf25eb52a8570db, disabling compactions & flushes 2024-11-13T03:33:27,190 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731468807131.ff9d792c07d151549bf25eb52a8570db. 2024-11-13T03:33:27,190 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731468807131.ff9d792c07d151549bf25eb52a8570db. 2024-11-13T03:33:27,190 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731468807131.ff9d792c07d151549bf25eb52a8570db. after waiting 0 ms 2024-11-13T03:33:27,190 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731468807131.ff9d792c07d151549bf25eb52a8570db. 2024-11-13T03:33:27,190 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731468807131.ff9d792c07d151549bf25eb52a8570db. 2024-11-13T03:33:27,190 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ff9d792c07d151549bf25eb52a8570db: Waiting for close lock at 1731468807190Disabling compacts and flushes for region at 1731468807190Disabling writes for close at 1731468807190Writing region close event to WAL at 1731468807190Closed at 1731468807190 2024-11-13T03:33:27,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741853_1029 (size=95) 2024-11-13T03:33:27,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741853_1029 (size=95) 2024-11-13T03:33:27,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741853_1029 (size=95) 2024-11-13T03:33:27,197 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T03:33:27,197 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-63798728:(num 1731468807137) 2024-11-13T03:33:27,197 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T03:33:27,200 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34503/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731468807129, archiveDir=hdfs://localhost:34503/hbase/oldWALs, maxLogs=32 2024-11-13T03:33:27,215 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731468807129/wal.1731468807201, exclude list is [], retry=0 2024-11-13T03:33:27,218 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33239,DS-0143b86c-777b-4406-8dda-28f4895a3126,DISK] 2024-11-13T03:33:27,219 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33377,DS-12acb2b1-4855-4f60-b66d-e1b491b18043,DISK] 2024-11-13T03:33:27,219 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35295,DS-cb060802-079b-40f9-ad9e-b48cd12e961a,DISK] 2024-11-13T03:33:27,221 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731468807129/wal.1731468807201 2024-11-13T03:33:27,222 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35495:35495),(127.0.0.1/127.0.0.1:46723:46723),(127.0.0.1/127.0.0.1:35937:35937)] 2024-11-13T03:33:27,506 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34503/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731468807129/wal.1731468807201, size=0 (0bytes) 2024-11-13T03:33:27,506 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34503/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731468807129/wal.1731468807201 might be still open, length is 0 2024-11-13T03:33:27,506 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34503/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731468807129/wal.1731468807201 2024-11-13T03:33:27,507 WARN [IPC Server handler 4 on default port 34503 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731468807129/wal.1731468807201 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-13T03:33:27,507 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34503/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731468807129/wal.1731468807201 after 1ms 2024-11-13T03:33:28,110 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1987019593_22 at /127.0.0.1:57234 [Receiving block BP-1208868859-172.17.0.3-1731468798314:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:33239:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57234 dst: /127.0.0.1:33239 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:33239 remote=/127.0.0.1:57234]. Total timeout mills is 60000, 59348 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T03:33:28,112 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1987019593_22 at /127.0.0.1:38860 [Receiving block BP-1208868859-172.17.0.3-1731468798314:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:35295:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38860 dst: /127.0.0.1:35295 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T03:33:28,112 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1987019593_22 at /127.0.0.1:40650 [Receiving block BP-1208868859-172.17.0.3-1731468798314:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:33377:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40650 dst: /127.0.0.1:33377 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T03:33:28,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741855_1032 (size=263633) 2024-11-13T03:33:28,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741855_1032 (size=263633) 2024-11-13T03:33:28,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741855_1032 (size=263633) 2024-11-13T03:33:31,420 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T03:33:31,470 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T03:33:31,508 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34503/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731468807129/wal.1731468807201 after 4002ms 2024-11-13T03:33:31,512 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34503/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731468807129/wal.1731468807201: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T03:33:31,514 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34503/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731468807129/wal.1731468807201 took 4009ms 2024-11-13T03:33:31,520 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731468807201.temp 2024-11-13T03:33:31,524 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/ff9d792c07d151549bf25eb52a8570db/recovered.edits/0000000000000000001-wal.1731468807201.temp 2024-11-13T03:33:31,642 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34503/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731468807129/wal.1731468807201; continuing. 2024-11-13T03:33:31,642 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34503/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731468807129/wal.1731468807201 so closing down 2024-11-13T03:33:31,642 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T03:33:31,642 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T03:33:31,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741856_1033 (size=263641) 2024-11-13T03:33:31,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741856_1033 (size=263641) 2024-11-13T03:33:31,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741856_1033 (size=263641) 2024-11-13T03:33:31,646 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/ff9d792c07d151549bf25eb52a8570db/recovered.edits/0000000000000000001-wal.1731468807201.temp (wrote 3002 edits, skipped 0 edits in 67 ms) 2024-11-13T03:33:31,648 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/ff9d792c07d151549bf25eb52a8570db/recovered.edits/0000000000000000001-wal.1731468807201.temp to hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/ff9d792c07d151549bf25eb52a8570db/recovered.edits/0000000000000003002 2024-11-13T03:33:31,648 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 133 ms; skipped=0; WAL=hdfs://localhost:34503/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731468807129/wal.1731468807201, size=0, length=0, corrupted=false, cancelled=false 2024-11-13T03:33:31,648 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34503/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731468807129/wal.1731468807201, journal: Splitting hdfs://localhost:34503/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731468807129/wal.1731468807201, size=0 (0bytes) at 1731468807506Creating recovered edits writer path=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/ff9d792c07d151549bf25eb52a8570db/recovered.edits/0000000000000000001-wal.1731468807201.temp at 1731468811524 (+4018 ms)Split 1024 edits, skipped 0 edits. at 1731468811592 (+68 ms)Split 2048 edits, skipped 0 edits. at 1731468811617 (+25 ms)Finishing writing output for hdfs://localhost:34503/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731468807129/wal.1731468807201 so closing down at 1731468811642 (+25 ms)3 split writer threads finished at 1731468811642Closed recovered edits writer path=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/ff9d792c07d151549bf25eb52a8570db/recovered.edits/0000000000000000001-wal.1731468807201.temp (wrote 3002 edits, skipped 0 edits in 67 ms) at 1731468811646 (+4 ms)Rename recovered edits hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/ff9d792c07d151549bf25eb52a8570db/recovered.edits/0000000000000000001-wal.1731468807201.temp to hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/ff9d792c07d151549bf25eb52a8570db/recovered.edits/0000000000000003002 at 1731468811648 (+2 ms)Processed 3002 edits across 1 Regions in 133 ms; skipped=0; WAL=hdfs://localhost:34503/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731468807129/wal.1731468807201, size=0, length=0, corrupted=false, cancelled=false at 1731468811648 2024-11-13T03:33:31,650 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34503/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731468807129/wal.1731468807201 to hdfs://localhost:34503/hbase/oldWALs/wal.1731468807201 2024-11-13T03:33:31,652 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/ff9d792c07d151549bf25eb52a8570db/recovered.edits/0000000000000003002 2024-11-13T03:33:31,652 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T03:33:31,655 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34503/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731468807129, archiveDir=hdfs://localhost:34503/hbase/oldWALs, maxLogs=32 2024-11-13T03:33:31,668 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731468807129/wal.1731468811655, exclude list is [], retry=0 2024-11-13T03:33:31,672 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35295,DS-cb060802-079b-40f9-ad9e-b48cd12e961a,DISK] 2024-11-13T03:33:31,672 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33377,DS-12acb2b1-4855-4f60-b66d-e1b491b18043,DISK] 2024-11-13T03:33:31,672 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33239,DS-0143b86c-777b-4406-8dda-28f4895a3126,DISK] 2024-11-13T03:33:31,675 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731468807129/wal.1731468811655 2024-11-13T03:33:31,675 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35937:35937),(127.0.0.1/127.0.0.1:46723:46723),(127.0.0.1/127.0.0.1:35495:35495)] 2024-11-13T03:33:31,675 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731468807131.ff9d792c07d151549bf25eb52a8570db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:33:31,677 INFO [StoreOpener-ff9d792c07d151549bf25eb52a8570db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ff9d792c07d151549bf25eb52a8570db 2024-11-13T03:33:31,678 INFO [StoreOpener-ff9d792c07d151549bf25eb52a8570db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff9d792c07d151549bf25eb52a8570db columnFamilyName a 2024-11-13T03:33:31,679 DEBUG [StoreOpener-ff9d792c07d151549bf25eb52a8570db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:31,679 INFO [StoreOpener-ff9d792c07d151549bf25eb52a8570db-1 {}] regionserver.HStore(327): Store=ff9d792c07d151549bf25eb52a8570db/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:31,679 INFO [StoreOpener-ff9d792c07d151549bf25eb52a8570db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ff9d792c07d151549bf25eb52a8570db 2024-11-13T03:33:31,680 INFO [StoreOpener-ff9d792c07d151549bf25eb52a8570db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff9d792c07d151549bf25eb52a8570db columnFamilyName b 2024-11-13T03:33:31,680 DEBUG [StoreOpener-ff9d792c07d151549bf25eb52a8570db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:31,681 INFO [StoreOpener-ff9d792c07d151549bf25eb52a8570db-1 {}] regionserver.HStore(327): Store=ff9d792c07d151549bf25eb52a8570db/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:31,681 INFO [StoreOpener-ff9d792c07d151549bf25eb52a8570db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ff9d792c07d151549bf25eb52a8570db 2024-11-13T03:33:31,682 INFO [StoreOpener-ff9d792c07d151549bf25eb52a8570db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff9d792c07d151549bf25eb52a8570db columnFamilyName c 2024-11-13T03:33:31,682 DEBUG [StoreOpener-ff9d792c07d151549bf25eb52a8570db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:31,683 INFO [StoreOpener-ff9d792c07d151549bf25eb52a8570db-1 {}] regionserver.HStore(327): Store=ff9d792c07d151549bf25eb52a8570db/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:31,683 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ff9d792c07d151549bf25eb52a8570db 2024-11-13T03:33:31,684 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/ff9d792c07d151549bf25eb52a8570db 2024-11-13T03:33:31,687 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/ff9d792c07d151549bf25eb52a8570db 2024-11-13T03:33:31,688 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/ff9d792c07d151549bf25eb52a8570db/recovered.edits/0000000000000003002 2024-11-13T03:33:31,691 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/ff9d792c07d151549bf25eb52a8570db/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T03:33:31,746 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-13T03:33:32,090 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ff9d792c07d151549bf25eb52a8570db 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-13T03:33:32,127 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/ff9d792c07d151549bf25eb52a8570db/.tmp/a/0cb046e2cbdc42d69cd9d9cecc9307e6 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1731468807233/Put/seqid=0 2024-11-13T03:33:32,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741858_1035 (size=50463) 2024-11-13T03:33:32,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741858_1035 (size=50463) 2024-11-13T03:33:32,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741858_1035 (size=50463) 2024-11-13T03:33:32,142 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/ff9d792c07d151549bf25eb52a8570db/.tmp/a/0cb046e2cbdc42d69cd9d9cecc9307e6 2024-11-13T03:33:32,151 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/ff9d792c07d151549bf25eb52a8570db/.tmp/a/0cb046e2cbdc42d69cd9d9cecc9307e6 as hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/ff9d792c07d151549bf25eb52a8570db/a/0cb046e2cbdc42d69cd9d9cecc9307e6 2024-11-13T03:33:32,158 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/ff9d792c07d151549bf25eb52a8570db/a/0cb046e2cbdc42d69cd9d9cecc9307e6, entries=754, sequenceid=754, filesize=49.3 K 2024-11-13T03:33:32,158 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for ff9d792c07d151549bf25eb52a8570db in 68ms, sequenceid=754, compaction requested=false; wal=null 2024-11-13T03:33:32,199 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-13T03:33:32,199 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ff9d792c07d151549bf25eb52a8570db 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-13T03:33:32,209 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/ff9d792c07d151549bf25eb52a8570db/.tmp/a/6bcb6d25a3e04c4ababe6e433c2db6a3 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1731468807292/Put/seqid=0 2024-11-13T03:33:32,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741859_1036 (size=20072) 2024-11-13T03:33:32,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741859_1036 (size=20072) 2024-11-13T03:33:32,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741859_1036 (size=20072) 2024-11-13T03:33:32,220 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/ff9d792c07d151549bf25eb52a8570db/.tmp/a/6bcb6d25a3e04c4ababe6e433c2db6a3 2024-11-13T03:33:32,247 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/ff9d792c07d151549bf25eb52a8570db/.tmp/b/15a97b8e1259431fa4b76157067dfa7d is 62, key is testReplayEditsWrittenIntoWAL/b:100/1731468807320/Put/seqid=0 2024-11-13T03:33:32,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741860_1037 (size=35835) 2024-11-13T03:33:32,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741860_1037 (size=35835) 2024-11-13T03:33:32,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741860_1037 (size=35835) 2024-11-13T03:33:32,256 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/ff9d792c07d151549bf25eb52a8570db/.tmp/b/15a97b8e1259431fa4b76157067dfa7d 2024-11-13T03:33:32,265 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/ff9d792c07d151549bf25eb52a8570db/.tmp/a/6bcb6d25a3e04c4ababe6e433c2db6a3 as hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/ff9d792c07d151549bf25eb52a8570db/a/6bcb6d25a3e04c4ababe6e433c2db6a3 2024-11-13T03:33:32,274 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/ff9d792c07d151549bf25eb52a8570db/a/6bcb6d25a3e04c4ababe6e433c2db6a3, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-13T03:33:32,277 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/ff9d792c07d151549bf25eb52a8570db/.tmp/b/15a97b8e1259431fa4b76157067dfa7d as hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/ff9d792c07d151549bf25eb52a8570db/b/15a97b8e1259431fa4b76157067dfa7d 2024-11-13T03:33:32,286 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/ff9d792c07d151549bf25eb52a8570db/b/15a97b8e1259431fa4b76157067dfa7d, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-13T03:33:32,286 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for ff9d792c07d151549bf25eb52a8570db in 87ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-13T03:33:32,301 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-13T03:33:32,302 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ff9d792c07d151549bf25eb52a8570db 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-13T03:33:32,309 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/ff9d792c07d151549bf25eb52a8570db/.tmp/b/092913d8c0574661b1481b65e813c21f is 62, key is testReplayEditsWrittenIntoWAL/b:508/1731468807348/Put/seqid=0 2024-11-13T03:33:32,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741861_1038 (size=35082) 2024-11-13T03:33:32,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741861_1038 (size=35082) 2024-11-13T03:33:32,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741861_1038 (size=35082) 2024-11-13T03:33:32,322 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/ff9d792c07d151549bf25eb52a8570db/.tmp/b/092913d8c0574661b1481b65e813c21f 2024-11-13T03:33:32,347 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/ff9d792c07d151549bf25eb52a8570db/.tmp/c/4b7cc2d974d044759e4c10ec65e6f841 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1731468807391/Put/seqid=0 2024-11-13T03:33:32,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741862_1039 (size=20825) 2024-11-13T03:33:32,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741862_1039 (size=20825) 2024-11-13T03:33:32,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741862_1039 (size=20825) 2024-11-13T03:33:32,355 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/ff9d792c07d151549bf25eb52a8570db/.tmp/c/4b7cc2d974d044759e4c10ec65e6f841 2024-11-13T03:33:32,362 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/ff9d792c07d151549bf25eb52a8570db/.tmp/b/092913d8c0574661b1481b65e813c21f as hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/ff9d792c07d151549bf25eb52a8570db/b/092913d8c0574661b1481b65e813c21f 2024-11-13T03:33:32,370 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/ff9d792c07d151549bf25eb52a8570db/b/092913d8c0574661b1481b65e813c21f, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-13T03:33:32,372 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/ff9d792c07d151549bf25eb52a8570db/.tmp/c/4b7cc2d974d044759e4c10ec65e6f841 as hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/ff9d792c07d151549bf25eb52a8570db/c/4b7cc2d974d044759e4c10ec65e6f841 2024-11-13T03:33:32,381 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/ff9d792c07d151549bf25eb52a8570db/c/4b7cc2d974d044759e4c10ec65e6f841, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-13T03:33:32,381 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for ff9d792c07d151549bf25eb52a8570db in 79ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-13T03:33:32,399 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1731468807456/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1731468807131.ff9d792c07d151549bf25eb52a8570db. 2024-11-13T03:33:32,403 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/ff9d792c07d151549bf25eb52a8570db/recovered.edits/0000000000000003002 2024-11-13T03:33:32,403 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-13T03:33:32,404 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ff9d792c07d151549bf25eb52a8570db 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-13T03:33:32,415 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/ff9d792c07d151549bf25eb52a8570db/.tmp/c/b55ea851344c45b6839d7c65eb7d83bd is 62, key is testReplayEditsWrittenIntoWAL/c:262/1731468807403/Put/seqid=0 2024-11-13T03:33:32,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741863_1040 (size=50301) 2024-11-13T03:33:32,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741863_1040 (size=50301) 2024-11-13T03:33:32,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741863_1040 (size=50301) 2024-11-13T03:33:32,424 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/ff9d792c07d151549bf25eb52a8570db/.tmp/c/b55ea851344c45b6839d7c65eb7d83bd 2024-11-13T03:33:32,431 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b55ea851344c45b6839d7c65eb7d83bd 2024-11-13T03:33:32,433 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/ff9d792c07d151549bf25eb52a8570db/.tmp/c/b55ea851344c45b6839d7c65eb7d83bd as hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/ff9d792c07d151549bf25eb52a8570db/c/b55ea851344c45b6839d7c65eb7d83bd 2024-11-13T03:33:32,441 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b55ea851344c45b6839d7c65eb7d83bd 2024-11-13T03:33:32,442 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/ff9d792c07d151549bf25eb52a8570db/c/b55ea851344c45b6839d7c65eb7d83bd, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-13T03:33:32,442 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for ff9d792c07d151549bf25eb52a8570db in 39ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-13T03:33:32,443 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/ff9d792c07d151549bf25eb52a8570db/recovered.edits/0000000000000003002 2024-11-13T03:33:32,445 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ff9d792c07d151549bf25eb52a8570db 2024-11-13T03:33:32,445 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ff9d792c07d151549bf25eb52a8570db 2024-11-13T03:33:32,445 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T03:33:32,447 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ff9d792c07d151549bf25eb52a8570db 2024-11-13T03:33:32,449 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenIntoWAL/ff9d792c07d151549bf25eb52a8570db/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-13T03:33:32,450 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ff9d792c07d151549bf25eb52a8570db; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67014208, jitterRate=-0.0014104843139648438}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T03:33:32,451 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ff9d792c07d151549bf25eb52a8570db: Writing region info on filesystem at 1731468811676Initializing all the Stores at 1731468811677 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468811677Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468811677Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468811677Cleaning up temporary data from old regions at 1731468812445 (+768 ms)Region opened successfully at 1731468812451 (+6 ms) 2024-11-13T03:33:32,514 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ff9d792c07d151549bf25eb52a8570db, disabling compactions & flushes 2024-11-13T03:33:32,514 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731468807131.ff9d792c07d151549bf25eb52a8570db. 2024-11-13T03:33:32,514 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731468807131.ff9d792c07d151549bf25eb52a8570db. 2024-11-13T03:33:32,514 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731468807131.ff9d792c07d151549bf25eb52a8570db. after waiting 0 ms 2024-11-13T03:33:32,514 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731468807131.ff9d792c07d151549bf25eb52a8570db. 2024-11-13T03:33:32,516 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731468807131.ff9d792c07d151549bf25eb52a8570db. 2024-11-13T03:33:32,516 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ff9d792c07d151549bf25eb52a8570db: Waiting for close lock at 1731468812514Disabling compacts and flushes for region at 1731468812514Disabling writes for close at 1731468812514Writing region close event to WAL at 1731468812516 (+2 ms)Closed at 1731468812516 2024-11-13T03:33:32,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741857_1034 (size=95) 2024-11-13T03:33:32,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741857_1034 (size=95) 2024-11-13T03:33:32,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741857_1034 (size=95) 2024-11-13T03:33:32,522 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T03:33:32,522 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731468811655) 2024-11-13T03:33:32,535 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=401 (was 387) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1668281569_22 at /127.0.0.1:40670 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:34503 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42997 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2070778846) connection to localhost/127.0.0.1:34503 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1668281569_22 at /127.0.0.1:55702 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1668281569_22 at /127.0.0.1:57260 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1668281569_22 at /127.0.0.1:57348 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42685 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd981f10-1ccd-ff15-56e8-662d61628e94/cluster_0c2644de-2804-5234-c4c8-76864cdbd4ed/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2070778846) connection to localhost/127.0.0.1:42685 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd981f10-1ccd-ff15-56e8-662d61628e94/cluster_0c2644de-2804-5234-c4c8-76864cdbd4ed/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2070778846) connection to localhost/127.0.0.1:42997 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 160), ProcessCount=11 (was 11), AvailableMemoryMB=3094 (was 3148) 2024-11-13T03:33:32,546 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=401, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=3093 2024-11-13T03:33:32,562 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:33:32,564 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:33:32,565 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:33:32,568 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-05282246, suffix=, logDir=hdfs://localhost:34503/hbase/WALs/hregion-05282246, archiveDir=hdfs://localhost:34503/hbase/oldWALs, maxLogs=32 2024-11-13T03:33:32,583 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-05282246/hregion-05282246.1731468812569, exclude list is [], retry=0 2024-11-13T03:33:32,586 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33377,DS-12acb2b1-4855-4f60-b66d-e1b491b18043,DISK] 2024-11-13T03:33:32,586 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35295,DS-cb060802-079b-40f9-ad9e-b48cd12e961a,DISK] 2024-11-13T03:33:32,587 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33239,DS-0143b86c-777b-4406-8dda-28f4895a3126,DISK] 2024-11-13T03:33:32,589 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-05282246/hregion-05282246.1731468812569 2024-11-13T03:33:32,589 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46723:46723),(127.0.0.1/127.0.0.1:35937:35937),(127.0.0.1/127.0.0.1:35495:35495)] 2024-11-13T03:33:32,590 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 7259a845a9b2d2ebcf26586147c5fcea, NAME => 'test2727,,1731468812562.7259a845a9b2d2ebcf26586147c5fcea.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34503/hbase 2024-11-13T03:33:32,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741865_1042 (size=43) 2024-11-13T03:33:32,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741865_1042 (size=43) 2024-11-13T03:33:32,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741865_1042 (size=43) 2024-11-13T03:33:32,605 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731468812562.7259a845a9b2d2ebcf26586147c5fcea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:33:32,608 INFO [StoreOpener-7259a845a9b2d2ebcf26586147c5fcea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7259a845a9b2d2ebcf26586147c5fcea 2024-11-13T03:33:32,610 INFO [StoreOpener-7259a845a9b2d2ebcf26586147c5fcea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7259a845a9b2d2ebcf26586147c5fcea columnFamilyName a 2024-11-13T03:33:32,610 DEBUG [StoreOpener-7259a845a9b2d2ebcf26586147c5fcea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:32,611 INFO [StoreOpener-7259a845a9b2d2ebcf26586147c5fcea-1 {}] regionserver.HStore(327): Store=7259a845a9b2d2ebcf26586147c5fcea/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:32,611 INFO [StoreOpener-7259a845a9b2d2ebcf26586147c5fcea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7259a845a9b2d2ebcf26586147c5fcea 2024-11-13T03:33:32,612 INFO [StoreOpener-7259a845a9b2d2ebcf26586147c5fcea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7259a845a9b2d2ebcf26586147c5fcea columnFamilyName b 2024-11-13T03:33:32,612 DEBUG [StoreOpener-7259a845a9b2d2ebcf26586147c5fcea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:32,613 INFO [StoreOpener-7259a845a9b2d2ebcf26586147c5fcea-1 {}] regionserver.HStore(327): Store=7259a845a9b2d2ebcf26586147c5fcea/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:32,613 INFO [StoreOpener-7259a845a9b2d2ebcf26586147c5fcea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7259a845a9b2d2ebcf26586147c5fcea 2024-11-13T03:33:32,615 INFO [StoreOpener-7259a845a9b2d2ebcf26586147c5fcea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7259a845a9b2d2ebcf26586147c5fcea columnFamilyName c 2024-11-13T03:33:32,615 DEBUG [StoreOpener-7259a845a9b2d2ebcf26586147c5fcea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:32,615 INFO [StoreOpener-7259a845a9b2d2ebcf26586147c5fcea-1 {}] regionserver.HStore(327): Store=7259a845a9b2d2ebcf26586147c5fcea/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:32,615 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7259a845a9b2d2ebcf26586147c5fcea 2024-11-13T03:33:32,616 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/test2727/7259a845a9b2d2ebcf26586147c5fcea 2024-11-13T03:33:32,616 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/test2727/7259a845a9b2d2ebcf26586147c5fcea 2024-11-13T03:33:32,618 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7259a845a9b2d2ebcf26586147c5fcea 2024-11-13T03:33:32,618 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7259a845a9b2d2ebcf26586147c5fcea 2024-11-13T03:33:32,618 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T03:33:32,619 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7259a845a9b2d2ebcf26586147c5fcea 2024-11-13T03:33:32,622 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34503/hbase/data/default/test2727/7259a845a9b2d2ebcf26586147c5fcea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:33:32,622 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7259a845a9b2d2ebcf26586147c5fcea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66804347, jitterRate=-0.004537656903266907}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T03:33:32,623 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7259a845a9b2d2ebcf26586147c5fcea: Writing region info on filesystem at 1731468812605Initializing all the Stores at 1731468812606 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468812606Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468812608 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468812608Cleaning up temporary data from old regions at 1731468812618 (+10 ms)Region opened successfully at 1731468812623 (+5 ms) 2024-11-13T03:33:32,623 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 7259a845a9b2d2ebcf26586147c5fcea, disabling compactions & flushes 2024-11-13T03:33:32,623 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731468812562.7259a845a9b2d2ebcf26586147c5fcea. 2024-11-13T03:33:32,623 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731468812562.7259a845a9b2d2ebcf26586147c5fcea. 2024-11-13T03:33:32,623 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731468812562.7259a845a9b2d2ebcf26586147c5fcea. after waiting 0 ms 2024-11-13T03:33:32,624 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731468812562.7259a845a9b2d2ebcf26586147c5fcea. 2024-11-13T03:33:32,624 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731468812562.7259a845a9b2d2ebcf26586147c5fcea. 2024-11-13T03:33:32,624 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 7259a845a9b2d2ebcf26586147c5fcea: Waiting for close lock at 1731468812623Disabling compacts and flushes for region at 1731468812623Disabling writes for close at 1731468812624 (+1 ms)Writing region close event to WAL at 1731468812624Closed at 1731468812624 2024-11-13T03:33:32,628 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-05282246/hregion-05282246.1731468812569 not finished, retry = 0 2024-11-13T03:33:32,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741864_1041 (size=95) 2024-11-13T03:33:32,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741864_1041 (size=95) 2024-11-13T03:33:32,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741864_1041 (size=95) 2024-11-13T03:33:32,731 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T03:33:32,731 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-05282246:(num 1731468812569) 2024-11-13T03:33:32,731 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T03:33:32,734 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34503/hbase/WALs/test2727-manual,16010,1731468812561, archiveDir=hdfs://localhost:34503/hbase/oldWALs, maxLogs=32 2024-11-13T03:33:32,746 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731468812561/wal.1731468812734, exclude list is [], retry=0 2024-11-13T03:33:32,749 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33377,DS-12acb2b1-4855-4f60-b66d-e1b491b18043,DISK] 2024-11-13T03:33:32,750 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35295,DS-cb060802-079b-40f9-ad9e-b48cd12e961a,DISK] 2024-11-13T03:33:32,750 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33239,DS-0143b86c-777b-4406-8dda-28f4895a3126,DISK] 2024-11-13T03:33:32,752 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731468812561/wal.1731468812734 2024-11-13T03:33:32,752 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46723:46723),(127.0.0.1/127.0.0.1:35937:35937),(127.0.0.1/127.0.0.1:35495:35495)] 2024-11-13T03:33:32,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741866_1043 (size=263359) 2024-11-13T03:33:32,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741866_1043 (size=263359) 2024-11-13T03:33:32,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741866_1043 (size=263359) 2024-11-13T03:33:32,892 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34503/hbase/WALs/test2727-manual,16010,1731468812561/wal.1731468812734, size=257.2 K (263359bytes) 2024-11-13T03:33:32,892 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34503/hbase/WALs/test2727-manual,16010,1731468812561/wal.1731468812734 2024-11-13T03:33:32,892 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34503/hbase/WALs/test2727-manual,16010,1731468812561/wal.1731468812734 after 0ms 2024-11-13T03:33:32,895 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34503/hbase/WALs/test2727-manual,16010,1731468812561/wal.1731468812734: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T03:33:32,896 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34503/hbase/WALs/test2727-manual,16010,1731468812561/wal.1731468812734 took 5ms 2024-11-13T03:33:32,900 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731468812734.temp 2024-11-13T03:33:32,902 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34503/hbase/data/default/test2727/7259a845a9b2d2ebcf26586147c5fcea/recovered.edits/0000000000000000001-wal.1731468812734.temp 2024-11-13T03:33:32,958 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34503/hbase/WALs/test2727-manual,16010,1731468812561/wal.1731468812734 so closing down 2024-11-13T03:33:32,958 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T03:33:32,958 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T03:33:32,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741867_1044 (size=263359) 2024-11-13T03:33:32,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741867_1044 (size=263359) 2024-11-13T03:33:32,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741867_1044 (size=263359) 2024-11-13T03:33:32,963 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34503/hbase/data/default/test2727/7259a845a9b2d2ebcf26586147c5fcea/recovered.edits/0000000000000000001-wal.1731468812734.temp (wrote 3000 edits, skipped 0 edits in 44 ms) 2024-11-13T03:33:32,965 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34503/hbase/data/default/test2727/7259a845a9b2d2ebcf26586147c5fcea/recovered.edits/0000000000000000001-wal.1731468812734.temp to hdfs://localhost:34503/hbase/data/default/test2727/7259a845a9b2d2ebcf26586147c5fcea/recovered.edits/0000000000000003000 2024-11-13T03:33:32,965 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 68 ms; skipped=0; WAL=hdfs://localhost:34503/hbase/WALs/test2727-manual,16010,1731468812561/wal.1731468812734, size=257.2 K, length=263359, corrupted=false, cancelled=false 2024-11-13T03:33:32,965 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34503/hbase/WALs/test2727-manual,16010,1731468812561/wal.1731468812734, journal: Splitting hdfs://localhost:34503/hbase/WALs/test2727-manual,16010,1731468812561/wal.1731468812734, size=257.2 K (263359bytes) at 1731468812892Creating recovered edits writer path=hdfs://localhost:34503/hbase/data/default/test2727/7259a845a9b2d2ebcf26586147c5fcea/recovered.edits/0000000000000000001-wal.1731468812734.temp at 1731468812902 (+10 ms)Split 1024 edits, skipped 0 edits. at 1731468812919 (+17 ms)Split 2048 edits, skipped 0 edits. at 1731468812939 (+20 ms)Finishing writing output for hdfs://localhost:34503/hbase/WALs/test2727-manual,16010,1731468812561/wal.1731468812734 so closing down at 1731468812958 (+19 ms)3 split writer threads finished at 1731468812958Closed recovered edits writer path=hdfs://localhost:34503/hbase/data/default/test2727/7259a845a9b2d2ebcf26586147c5fcea/recovered.edits/0000000000000000001-wal.1731468812734.temp (wrote 3000 edits, skipped 0 edits in 44 ms) at 1731468812963 (+5 ms)Rename recovered edits hdfs://localhost:34503/hbase/data/default/test2727/7259a845a9b2d2ebcf26586147c5fcea/recovered.edits/0000000000000000001-wal.1731468812734.temp to hdfs://localhost:34503/hbase/data/default/test2727/7259a845a9b2d2ebcf26586147c5fcea/recovered.edits/0000000000000003000 at 1731468812965 (+2 ms)Processed 3000 edits across 1 Regions in 68 ms; skipped=0; WAL=hdfs://localhost:34503/hbase/WALs/test2727-manual,16010,1731468812561/wal.1731468812734, size=257.2 K, length=263359, corrupted=false, cancelled=false at 1731468812965 2024-11-13T03:33:32,967 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34503/hbase/WALs/test2727-manual,16010,1731468812561/wal.1731468812734 to hdfs://localhost:34503/hbase/oldWALs/wal.1731468812734 2024-11-13T03:33:32,968 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34503/hbase/data/default/test2727/7259a845a9b2d2ebcf26586147c5fcea/recovered.edits/0000000000000003000 2024-11-13T03:33:32,968 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T03:33:32,970 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34503/hbase/WALs/test2727-manual,16010,1731468812561, archiveDir=hdfs://localhost:34503/hbase/oldWALs, maxLogs=32 2024-11-13T03:33:32,983 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731468812561/wal.1731468812971, exclude list is [], retry=0 2024-11-13T03:33:32,987 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33239,DS-0143b86c-777b-4406-8dda-28f4895a3126,DISK] 2024-11-13T03:33:32,987 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35295,DS-cb060802-079b-40f9-ad9e-b48cd12e961a,DISK] 2024-11-13T03:33:32,987 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33377,DS-12acb2b1-4855-4f60-b66d-e1b491b18043,DISK] 2024-11-13T03:33:32,989 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731468812561/wal.1731468812971 2024-11-13T03:33:32,990 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35495:35495),(127.0.0.1/127.0.0.1:35937:35937),(127.0.0.1/127.0.0.1:46723:46723)] 2024-11-13T03:33:33,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741868_1045 (size=263486) 2024-11-13T03:33:33,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741868_1045 (size=263486) 2024-11-13T03:33:33,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741868_1045 (size=263486) 2024-11-13T03:33:33,142 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34503/hbase/WALs/test2727-manual,16010,1731468812561/wal.1731468812971, size=257.3 K (263486bytes) 2024-11-13T03:33:33,142 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34503/hbase/WALs/test2727-manual,16010,1731468812561/wal.1731468812971 2024-11-13T03:33:33,142 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34503/hbase/WALs/test2727-manual,16010,1731468812561/wal.1731468812971 after 0ms 2024-11-13T03:33:33,145 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34503/hbase/WALs/test2727-manual,16010,1731468812561/wal.1731468812971: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T03:33:33,146 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34503/hbase/WALs/test2727-manual,16010,1731468812561/wal.1731468812971 took 5ms 2024-11-13T03:33:33,150 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1731468812971.temp 2024-11-13T03:33:33,152 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34503/hbase/data/default/test2727/7259a845a9b2d2ebcf26586147c5fcea/recovered.edits/0000000000000003001-wal.1731468812971.temp 2024-11-13T03:33:33,212 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34503/hbase/WALs/test2727-manual,16010,1731468812561/wal.1731468812971 so closing down 2024-11-13T03:33:33,213 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T03:33:33,213 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T03:33:33,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741869_1046 (size=263486) 2024-11-13T03:33:33,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741869_1046 (size=263486) 2024-11-13T03:33:33,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741869_1046 (size=263486) 2024-11-13T03:33:33,217 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34503/hbase/data/default/test2727/7259a845a9b2d2ebcf26586147c5fcea/recovered.edits/0000000000000003001-wal.1731468812971.temp (wrote 3000 edits, skipped 0 edits in 37 ms) 2024-11-13T03:33:33,218 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34503/hbase/data/default/test2727/7259a845a9b2d2ebcf26586147c5fcea/recovered.edits/0000000000000003001-wal.1731468812971.temp to hdfs://localhost:34503/hbase/data/default/test2727/7259a845a9b2d2ebcf26586147c5fcea/recovered.edits/0000000000000006000 2024-11-13T03:33:33,219 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 71 ms; skipped=0; WAL=hdfs://localhost:34503/hbase/WALs/test2727-manual,16010,1731468812561/wal.1731468812971, size=257.3 K, length=263486, corrupted=false, cancelled=false 2024-11-13T03:33:33,219 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34503/hbase/WALs/test2727-manual,16010,1731468812561/wal.1731468812971, journal: Splitting hdfs://localhost:34503/hbase/WALs/test2727-manual,16010,1731468812561/wal.1731468812971, size=257.3 K (263486bytes) at 1731468813142Creating recovered edits writer path=hdfs://localhost:34503/hbase/data/default/test2727/7259a845a9b2d2ebcf26586147c5fcea/recovered.edits/0000000000000003001-wal.1731468812971.temp at 1731468813152 (+10 ms)Split 1024 edits, skipped 0 edits. at 1731468813168 (+16 ms)Split 2048 edits, skipped 0 edits. at 1731468813191 (+23 ms)Finishing writing output for hdfs://localhost:34503/hbase/WALs/test2727-manual,16010,1731468812561/wal.1731468812971 so closing down at 1731468813213 (+22 ms)3 split writer threads finished at 1731468813213Closed recovered edits writer path=hdfs://localhost:34503/hbase/data/default/test2727/7259a845a9b2d2ebcf26586147c5fcea/recovered.edits/0000000000000003001-wal.1731468812971.temp (wrote 3000 edits, skipped 0 edits in 37 ms) at 1731468813217 (+4 ms)Rename recovered edits hdfs://localhost:34503/hbase/data/default/test2727/7259a845a9b2d2ebcf26586147c5fcea/recovered.edits/0000000000000003001-wal.1731468812971.temp to hdfs://localhost:34503/hbase/data/default/test2727/7259a845a9b2d2ebcf26586147c5fcea/recovered.edits/0000000000000006000 at 1731468813218 (+1 ms)Processed 3000 edits across 1 Regions in 71 ms; skipped=0; WAL=hdfs://localhost:34503/hbase/WALs/test2727-manual,16010,1731468812561/wal.1731468812971, size=257.3 K, length=263486, corrupted=false, cancelled=false at 1731468813219 (+1 ms) 2024-11-13T03:33:33,221 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34503/hbase/WALs/test2727-manual,16010,1731468812561/wal.1731468812971 to hdfs://localhost:34503/hbase/oldWALs/wal.1731468812971 2024-11-13T03:33:33,222 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34503/hbase/data/default/test2727/7259a845a9b2d2ebcf26586147c5fcea/recovered.edits/0000000000000006000 2024-11-13T03:33:33,222 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T03:33:33,224 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34503/hbase/WALs/test2727-manual,16010,1731468812561, archiveDir=hdfs://localhost:34503/hbase/oldWALs, maxLogs=32 2024-11-13T03:33:33,238 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731468812561/wal.1731468813225, exclude list is [], retry=0 2024-11-13T03:33:33,241 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35295,DS-cb060802-079b-40f9-ad9e-b48cd12e961a,DISK] 2024-11-13T03:33:33,242 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33239,DS-0143b86c-777b-4406-8dda-28f4895a3126,DISK] 2024-11-13T03:33:33,242 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33377,DS-12acb2b1-4855-4f60-b66d-e1b491b18043,DISK] 2024-11-13T03:33:33,244 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731468812561/wal.1731468813225 2024-11-13T03:33:33,245 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35937:35937),(127.0.0.1/127.0.0.1:35495:35495),(127.0.0.1/127.0.0.1:46723:46723)] 2024-11-13T03:33:33,245 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 7259a845a9b2d2ebcf26586147c5fcea, NAME => 'test2727,,1731468812562.7259a845a9b2d2ebcf26586147c5fcea.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:33:33,245 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731468812562.7259a845a9b2d2ebcf26586147c5fcea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:33:33,245 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 7259a845a9b2d2ebcf26586147c5fcea 2024-11-13T03:33:33,245 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 7259a845a9b2d2ebcf26586147c5fcea 2024-11-13T03:33:33,247 INFO [StoreOpener-7259a845a9b2d2ebcf26586147c5fcea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7259a845a9b2d2ebcf26586147c5fcea 2024-11-13T03:33:33,248 INFO [StoreOpener-7259a845a9b2d2ebcf26586147c5fcea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7259a845a9b2d2ebcf26586147c5fcea columnFamilyName a 2024-11-13T03:33:33,248 DEBUG [StoreOpener-7259a845a9b2d2ebcf26586147c5fcea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:33,249 INFO [StoreOpener-7259a845a9b2d2ebcf26586147c5fcea-1 {}] regionserver.HStore(327): Store=7259a845a9b2d2ebcf26586147c5fcea/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:33,249 INFO [StoreOpener-7259a845a9b2d2ebcf26586147c5fcea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7259a845a9b2d2ebcf26586147c5fcea 2024-11-13T03:33:33,251 INFO [StoreOpener-7259a845a9b2d2ebcf26586147c5fcea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7259a845a9b2d2ebcf26586147c5fcea columnFamilyName b 2024-11-13T03:33:33,251 DEBUG [StoreOpener-7259a845a9b2d2ebcf26586147c5fcea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:33,252 INFO [StoreOpener-7259a845a9b2d2ebcf26586147c5fcea-1 {}] regionserver.HStore(327): Store=7259a845a9b2d2ebcf26586147c5fcea/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:33,252 INFO [StoreOpener-7259a845a9b2d2ebcf26586147c5fcea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7259a845a9b2d2ebcf26586147c5fcea 2024-11-13T03:33:33,253 INFO [StoreOpener-7259a845a9b2d2ebcf26586147c5fcea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7259a845a9b2d2ebcf26586147c5fcea columnFamilyName c 2024-11-13T03:33:33,253 DEBUG [StoreOpener-7259a845a9b2d2ebcf26586147c5fcea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:33,254 INFO [StoreOpener-7259a845a9b2d2ebcf26586147c5fcea-1 {}] regionserver.HStore(327): Store=7259a845a9b2d2ebcf26586147c5fcea/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:33,254 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7259a845a9b2d2ebcf26586147c5fcea 2024-11-13T03:33:33,255 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/test2727/7259a845a9b2d2ebcf26586147c5fcea 2024-11-13T03:33:33,258 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/test2727/7259a845a9b2d2ebcf26586147c5fcea 2024-11-13T03:33:33,259 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34503/hbase/data/default/test2727/7259a845a9b2d2ebcf26586147c5fcea/recovered.edits/0000000000000003000 2024-11-13T03:33:33,263 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34503/hbase/data/default/test2727/7259a845a9b2d2ebcf26586147c5fcea/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T03:33:33,327 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:34503/hbase/data/default/test2727/7259a845a9b2d2ebcf26586147c5fcea/recovered.edits/0000000000000003000 2024-11-13T03:33:33,328 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34503/hbase/data/default/test2727/7259a845a9b2d2ebcf26586147c5fcea/recovered.edits/0000000000000006000 2024-11-13T03:33:33,331 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34503/hbase/data/default/test2727/7259a845a9b2d2ebcf26586147c5fcea/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T03:33:33,371 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T03:33:33,372 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T03:33:33,373 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T03:33:33,373 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T03:33:33,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T03:33:33,374 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T03:33:33,375 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-13T03:33:33,375 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-13T03:33:33,409 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:34503/hbase/data/default/test2727/7259a845a9b2d2ebcf26586147c5fcea/recovered.edits/0000000000000006000 2024-11-13T03:33:33,409 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7259a845a9b2d2ebcf26586147c5fcea 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-13T03:33:33,432 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34503/hbase/data/default/test2727/7259a845a9b2d2ebcf26586147c5fcea/.tmp/a/4c532f4e3d104f3b82dcefc5b7734128 is 41, key is test2727/a:100/1731468812993/Put/seqid=0 2024-11-13T03:33:33,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741871_1048 (size=84227) 2024-11-13T03:33:33,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741871_1048 (size=84227) 2024-11-13T03:33:33,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741871_1048 (size=84227) 2024-11-13T03:33:33,440 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:34503/hbase/data/default/test2727/7259a845a9b2d2ebcf26586147c5fcea/.tmp/a/4c532f4e3d104f3b82dcefc5b7734128 2024-11-13T03:33:33,468 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34503/hbase/data/default/test2727/7259a845a9b2d2ebcf26586147c5fcea/.tmp/b/99d0eea0dad747b1acbbd401d7856c9a is 41, key is test2727/b:100/1731468813035/Put/seqid=0 2024-11-13T03:33:33,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741872_1049 (size=84609) 2024-11-13T03:33:33,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741872_1049 (size=84609) 2024-11-13T03:33:33,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741872_1049 (size=84609) 2024-11-13T03:33:33,475 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:34503/hbase/data/default/test2727/7259a845a9b2d2ebcf26586147c5fcea/.tmp/b/99d0eea0dad747b1acbbd401d7856c9a 2024-11-13T03:33:33,500 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34503/hbase/data/default/test2727/7259a845a9b2d2ebcf26586147c5fcea/.tmp/c/5c8e05de616c40feb7a881cce89c94f8 is 41, key is test2727/c:100/1731468813082/Put/seqid=0 2024-11-13T03:33:33,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741873_1050 (size=84609) 2024-11-13T03:33:33,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741873_1050 (size=84609) 2024-11-13T03:33:33,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741873_1050 (size=84609) 2024-11-13T03:33:33,508 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:34503/hbase/data/default/test2727/7259a845a9b2d2ebcf26586147c5fcea/.tmp/c/5c8e05de616c40feb7a881cce89c94f8 2024-11-13T03:33:33,515 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/hbase/data/default/test2727/7259a845a9b2d2ebcf26586147c5fcea/.tmp/a/4c532f4e3d104f3b82dcefc5b7734128 as hdfs://localhost:34503/hbase/data/default/test2727/7259a845a9b2d2ebcf26586147c5fcea/a/4c532f4e3d104f3b82dcefc5b7734128 2024-11-13T03:33:33,523 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34503/hbase/data/default/test2727/7259a845a9b2d2ebcf26586147c5fcea/a/4c532f4e3d104f3b82dcefc5b7734128, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-13T03:33:33,524 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/hbase/data/default/test2727/7259a845a9b2d2ebcf26586147c5fcea/.tmp/b/99d0eea0dad747b1acbbd401d7856c9a as hdfs://localhost:34503/hbase/data/default/test2727/7259a845a9b2d2ebcf26586147c5fcea/b/99d0eea0dad747b1acbbd401d7856c9a 2024-11-13T03:33:33,532 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34503/hbase/data/default/test2727/7259a845a9b2d2ebcf26586147c5fcea/b/99d0eea0dad747b1acbbd401d7856c9a, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-13T03:33:33,534 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/hbase/data/default/test2727/7259a845a9b2d2ebcf26586147c5fcea/.tmp/c/5c8e05de616c40feb7a881cce89c94f8 as hdfs://localhost:34503/hbase/data/default/test2727/7259a845a9b2d2ebcf26586147c5fcea/c/5c8e05de616c40feb7a881cce89c94f8 2024-11-13T03:33:33,542 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34503/hbase/data/default/test2727/7259a845a9b2d2ebcf26586147c5fcea/c/5c8e05de616c40feb7a881cce89c94f8, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-13T03:33:33,542 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 7259a845a9b2d2ebcf26586147c5fcea in 133ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-13T03:33:33,543 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34503/hbase/data/default/test2727/7259a845a9b2d2ebcf26586147c5fcea/recovered.edits/0000000000000003000 2024-11-13T03:33:33,544 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34503/hbase/data/default/test2727/7259a845a9b2d2ebcf26586147c5fcea/recovered.edits/0000000000000006000 2024-11-13T03:33:33,545 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7259a845a9b2d2ebcf26586147c5fcea 2024-11-13T03:33:33,546 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7259a845a9b2d2ebcf26586147c5fcea 2024-11-13T03:33:33,546 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T03:33:33,548 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7259a845a9b2d2ebcf26586147c5fcea 2024-11-13T03:33:33,551 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34503/hbase/data/default/test2727/7259a845a9b2d2ebcf26586147c5fcea/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-13T03:33:33,553 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7259a845a9b2d2ebcf26586147c5fcea; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69796156, jitterRate=0.040043771266937256}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T03:33:33,555 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7259a845a9b2d2ebcf26586147c5fcea: Writing region info on filesystem at 1731468813245Initializing all the Stores at 1731468813246 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468813246Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468813246Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468813246Obtaining lock to block concurrent updates at 1731468813409 (+163 ms)Preparing flush snapshotting stores in 7259a845a9b2d2ebcf26586147c5fcea at 1731468813409Finished memstore snapshotting test2727,,1731468812562.7259a845a9b2d2ebcf26586147c5fcea., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1731468813410 (+1 ms)Flushing stores of test2727,,1731468812562.7259a845a9b2d2ebcf26586147c5fcea. at 1731468813410Flushing 7259a845a9b2d2ebcf26586147c5fcea/a: creating writer at 1731468813410Flushing 7259a845a9b2d2ebcf26586147c5fcea/a: appending metadata at 1731468813432 (+22 ms)Flushing 7259a845a9b2d2ebcf26586147c5fcea/a: closing flushed file at 1731468813432Flushing 7259a845a9b2d2ebcf26586147c5fcea/b: creating writer at 1731468813447 (+15 ms)Flushing 7259a845a9b2d2ebcf26586147c5fcea/b: appending metadata at 1731468813467 (+20 ms)Flushing 7259a845a9b2d2ebcf26586147c5fcea/b: closing flushed file at 1731468813467Flushing 7259a845a9b2d2ebcf26586147c5fcea/c: creating writer at 1731468813481 (+14 ms)Flushing 7259a845a9b2d2ebcf26586147c5fcea/c: appending metadata at 1731468813500 (+19 ms)Flushing 7259a845a9b2d2ebcf26586147c5fcea/c: closing flushed file at 1731468813500Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ad278f7: reopening flushed file at 1731468813514 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@798807f1: reopening flushed file at 1731468813523 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@575d8: reopening flushed file at 1731468813532 (+9 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 7259a845a9b2d2ebcf26586147c5fcea in 133ms, sequenceid=6000, compaction requested=false; wal=null at 1731468813542 (+10 ms)Cleaning up temporary data from old regions at 1731468813546 (+4 ms)Region opened successfully at 1731468813555 (+9 ms) 2024-11-13T03:33:33,556 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-13T03:33:33,556 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 7259a845a9b2d2ebcf26586147c5fcea, disabling compactions & flushes 2024-11-13T03:33:33,556 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731468812562.7259a845a9b2d2ebcf26586147c5fcea. 2024-11-13T03:33:33,557 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731468812562.7259a845a9b2d2ebcf26586147c5fcea. 2024-11-13T03:33:33,557 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731468812562.7259a845a9b2d2ebcf26586147c5fcea. after waiting 0 ms 2024-11-13T03:33:33,557 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731468812562.7259a845a9b2d2ebcf26586147c5fcea. 2024-11-13T03:33:33,558 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731468812562.7259a845a9b2d2ebcf26586147c5fcea. 2024-11-13T03:33:33,558 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 7259a845a9b2d2ebcf26586147c5fcea: Waiting for close lock at 1731468813556Disabling compacts and flushes for region at 1731468813556Disabling writes for close at 1731468813557 (+1 ms)Writing region close event to WAL at 1731468813558 (+1 ms)Closed at 1731468813558 2024-11-13T03:33:33,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741870_1047 (size=95) 2024-11-13T03:33:33,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741870_1047 (size=95) 2024-11-13T03:33:33,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741870_1047 (size=95) 2024-11-13T03:33:33,566 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T03:33:33,566 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731468813225) 2024-11-13T03:33:33,578 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=403 (was 401) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1987019593_22 at /127.0.0.1:55830 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1987019593_22 at /127.0.0.1:49744 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=176 (was 147) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2947 (was 3093) 2024-11-13T03:33:33,588 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=403, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=176, ProcessCount=11, AvailableMemoryMB=2946 2024-11-13T03:33:33,605 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:33:33,611 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34503/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731468813604, archiveDir=hdfs://localhost:34503/hbase/oldWALs, maxLogs=32 2024-11-13T03:33:33,612 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1731468813612 2024-11-13T03:33:33,619 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731468813604/wal.1731468813612 2024-11-13T03:33:33,621 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35495:35495),(127.0.0.1/127.0.0.1:35937:35937),(127.0.0.1/127.0.0.1:46723:46723)] 2024-11-13T03:33:33,622 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 2bbe50e399e92a82081ddde1b2a0476c, NAME => 'testSequentialEditLogSeqNum,,1731468813606.2bbe50e399e92a82081ddde1b2a0476c.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:33:33,623 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1731468813606.2bbe50e399e92a82081ddde1b2a0476c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:33:33,623 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 2bbe50e399e92a82081ddde1b2a0476c 2024-11-13T03:33:33,623 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 2bbe50e399e92a82081ddde1b2a0476c 2024-11-13T03:33:33,624 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:34503/hbase/data/default/testSequentialEditLogSeqNum/2bbe50e399e92a82081ddde1b2a0476c doesn't exist for region: 2bbe50e399e92a82081ddde1b2a0476c on table testSequentialEditLogSeqNum 2024-11-13T03:33:33,624 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 2bbe50e399e92a82081ddde1b2a0476c on table testSequentialEditLogSeqNum 2024-11-13T03:33:33,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741875_1052 (size=62) 2024-11-13T03:33:33,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741875_1052 (size=62) 2024-11-13T03:33:33,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741875_1052 (size=62) 2024-11-13T03:33:33,636 INFO [StoreOpener-2bbe50e399e92a82081ddde1b2a0476c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2bbe50e399e92a82081ddde1b2a0476c 2024-11-13T03:33:33,637 INFO [StoreOpener-2bbe50e399e92a82081ddde1b2a0476c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bbe50e399e92a82081ddde1b2a0476c columnFamilyName a 2024-11-13T03:33:33,638 DEBUG [StoreOpener-2bbe50e399e92a82081ddde1b2a0476c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:33,638 INFO [StoreOpener-2bbe50e399e92a82081ddde1b2a0476c-1 {}] regionserver.HStore(327): Store=2bbe50e399e92a82081ddde1b2a0476c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:33,638 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2bbe50e399e92a82081ddde1b2a0476c 2024-11-13T03:33:33,639 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/testSequentialEditLogSeqNum/2bbe50e399e92a82081ddde1b2a0476c 2024-11-13T03:33:33,640 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/testSequentialEditLogSeqNum/2bbe50e399e92a82081ddde1b2a0476c 2024-11-13T03:33:33,640 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2bbe50e399e92a82081ddde1b2a0476c 2024-11-13T03:33:33,640 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2bbe50e399e92a82081ddde1b2a0476c 2024-11-13T03:33:33,642 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2bbe50e399e92a82081ddde1b2a0476c 2024-11-13T03:33:33,645 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34503/hbase/data/default/testSequentialEditLogSeqNum/2bbe50e399e92a82081ddde1b2a0476c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:33:33,645 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2bbe50e399e92a82081ddde1b2a0476c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69006688, jitterRate=0.028279781341552734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T03:33:33,647 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2bbe50e399e92a82081ddde1b2a0476c: Writing region info on filesystem at 1731468813623Initializing all the Stores at 1731468813635 (+12 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468813635Cleaning up temporary data from old regions at 1731468813640 (+5 ms)Region opened successfully at 1731468813647 (+7 ms) 2024-11-13T03:33:33,663 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2bbe50e399e92a82081ddde1b2a0476c 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-13T03:33:33,684 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34503/hbase/data/default/testSequentialEditLogSeqNum/2bbe50e399e92a82081ddde1b2a0476c/.tmp/a/2ddb337397084a78b0eff35d9dda2f77 is 81, key is testSequentialEditLogSeqNum/a:x0/1731468813647/Put/seqid=0 2024-11-13T03:33:33,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741876_1053 (size=5833) 2024-11-13T03:33:33,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741876_1053 (size=5833) 2024-11-13T03:33:33,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741876_1053 (size=5833) 2024-11-13T03:33:33,692 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34503/hbase/data/default/testSequentialEditLogSeqNum/2bbe50e399e92a82081ddde1b2a0476c/.tmp/a/2ddb337397084a78b0eff35d9dda2f77 2024-11-13T03:33:33,700 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/hbase/data/default/testSequentialEditLogSeqNum/2bbe50e399e92a82081ddde1b2a0476c/.tmp/a/2ddb337397084a78b0eff35d9dda2f77 as hdfs://localhost:34503/hbase/data/default/testSequentialEditLogSeqNum/2bbe50e399e92a82081ddde1b2a0476c/a/2ddb337397084a78b0eff35d9dda2f77 2024-11-13T03:33:33,706 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34503/hbase/data/default/testSequentialEditLogSeqNum/2bbe50e399e92a82081ddde1b2a0476c/a/2ddb337397084a78b0eff35d9dda2f77, entries=10, sequenceid=13, filesize=5.7 K 2024-11-13T03:33:33,708 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 2bbe50e399e92a82081ddde1b2a0476c in 45ms, sequenceid=13, compaction requested=false 2024-11-13T03:33:33,708 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 2bbe50e399e92a82081ddde1b2a0476c: 2024-11-13T03:33:33,714 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-13T03:33:33,714 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-13T03:33:33,714 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-13T03:33:33,714 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-13T03:33:33,715 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-13T03:33:33,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741874_1051 (size=1844) 2024-11-13T03:33:33,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741874_1051 (size=1844) 2024-11-13T03:33:33,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741874_1051 (size=1844) 2024-11-13T03:33:33,733 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34503/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731468813604/wal.1731468813612, size=1.8 K (1844bytes) 2024-11-13T03:33:33,733 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34503/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731468813604/wal.1731468813612 2024-11-13T03:33:33,734 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34503/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731468813604/wal.1731468813612 after 1ms 2024-11-13T03:33:33,737 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34503/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731468813604/wal.1731468813612: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T03:33:33,737 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34503/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731468813604/wal.1731468813612 took 4ms 2024-11-13T03:33:33,740 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34503/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731468813604/wal.1731468813612 so closing down 2024-11-13T03:33:33,740 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T03:33:33,741 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731468813612.temp 2024-11-13T03:33:33,743 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34503/hbase/data/default/testSequentialEditLogSeqNum/2bbe50e399e92a82081ddde1b2a0476c/recovered.edits/0000000000000000003-wal.1731468813612.temp 2024-11-13T03:33:33,743 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T03:33:33,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741877_1054 (size=1477) 2024-11-13T03:33:33,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741877_1054 (size=1477) 2024-11-13T03:33:33,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741877_1054 (size=1477) 2024-11-13T03:33:33,756 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34503/hbase/data/default/testSequentialEditLogSeqNum/2bbe50e399e92a82081ddde1b2a0476c/recovered.edits/0000000000000000003-wal.1731468813612.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-13T03:33:33,757 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34503/hbase/data/default/testSequentialEditLogSeqNum/2bbe50e399e92a82081ddde1b2a0476c/recovered.edits/0000000000000000003-wal.1731468813612.temp to hdfs://localhost:34503/hbase/data/default/testSequentialEditLogSeqNum/2bbe50e399e92a82081ddde1b2a0476c/recovered.edits/0000000000000000020 2024-11-13T03:33:33,758 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 20 ms; skipped=2; WAL=hdfs://localhost:34503/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731468813604/wal.1731468813612, size=1.8 K, length=1844, corrupted=false, cancelled=false 2024-11-13T03:33:33,758 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34503/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731468813604/wal.1731468813612, journal: Splitting hdfs://localhost:34503/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731468813604/wal.1731468813612, size=1.8 K (1844bytes) at 1731468813733Finishing writing output for hdfs://localhost:34503/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731468813604/wal.1731468813612 so closing down at 1731468813740 (+7 ms)Creating recovered edits writer path=hdfs://localhost:34503/hbase/data/default/testSequentialEditLogSeqNum/2bbe50e399e92a82081ddde1b2a0476c/recovered.edits/0000000000000000003-wal.1731468813612.temp at 1731468813743 (+3 ms)3 split writer threads finished at 1731468813743Closed recovered edits writer path=hdfs://localhost:34503/hbase/data/default/testSequentialEditLogSeqNum/2bbe50e399e92a82081ddde1b2a0476c/recovered.edits/0000000000000000003-wal.1731468813612.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1731468813756 (+13 ms)Rename recovered edits hdfs://localhost:34503/hbase/data/default/testSequentialEditLogSeqNum/2bbe50e399e92a82081ddde1b2a0476c/recovered.edits/0000000000000000003-wal.1731468813612.temp to hdfs://localhost:34503/hbase/data/default/testSequentialEditLogSeqNum/2bbe50e399e92a82081ddde1b2a0476c/recovered.edits/0000000000000000020 at 1731468813757 (+1 ms)Processed 17 edits across 1 Regions in 20 ms; skipped=2; WAL=hdfs://localhost:34503/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731468813604/wal.1731468813612, size=1.8 K, length=1844, corrupted=false, cancelled=false at 1731468813758 (+1 ms) 2024-11-13T03:33:33,771 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=408 (was 403) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1987019593_22 at /127.0.0.1:55830 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1987019593_22 at /127.0.0.1:49744 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=176 (was 176), ProcessCount=11 (was 11), AvailableMemoryMB=2927 (was 2946) 2024-11-13T03:33:33,782 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=408, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=176, ProcessCount=11, AvailableMemoryMB=2926 2024-11-13T03:33:33,799 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:33:33,801 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:33:33,829 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:33:33,833 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-10201867, suffix=, logDir=hdfs://localhost:34503/hbase/WALs/hregion-10201867, archiveDir=hdfs://localhost:34503/hbase/oldWALs, maxLogs=32 2024-11-13T03:33:33,850 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-10201867/hregion-10201867.1731468813834, exclude list is [], retry=0 2024-11-13T03:33:33,853 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35295,DS-cb060802-079b-40f9-ad9e-b48cd12e961a,DISK] 2024-11-13T03:33:33,853 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33377,DS-12acb2b1-4855-4f60-b66d-e1b491b18043,DISK] 2024-11-13T03:33:33,854 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33239,DS-0143b86c-777b-4406-8dda-28f4895a3126,DISK] 2024-11-13T03:33:33,856 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-10201867/hregion-10201867.1731468813834 2024-11-13T03:33:33,856 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46723:46723),(127.0.0.1/127.0.0.1:35937:35937),(127.0.0.1/127.0.0.1:35495:35495)] 2024-11-13T03:33:33,856 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 592296f2699ea12e9ca1c820dbd89c99, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731468813800.592296f2699ea12e9ca1c820dbd89c99.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34503/hbase 2024-11-13T03:33:33,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741879_1056 (size=70) 2024-11-13T03:33:33,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741879_1056 (size=70) 2024-11-13T03:33:33,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741879_1056 (size=70) 2024-11-13T03:33:33,872 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731468813800.592296f2699ea12e9ca1c820dbd89c99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:33:33,876 INFO [StoreOpener-592296f2699ea12e9ca1c820dbd89c99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 592296f2699ea12e9ca1c820dbd89c99 2024-11-13T03:33:33,878 INFO [StoreOpener-592296f2699ea12e9ca1c820dbd89c99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 592296f2699ea12e9ca1c820dbd89c99 columnFamilyName a 2024-11-13T03:33:33,878 DEBUG [StoreOpener-592296f2699ea12e9ca1c820dbd89c99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:33,879 INFO [StoreOpener-592296f2699ea12e9ca1c820dbd89c99-1 {}] regionserver.HStore(327): Store=592296f2699ea12e9ca1c820dbd89c99/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:33,879 INFO [StoreOpener-592296f2699ea12e9ca1c820dbd89c99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 592296f2699ea12e9ca1c820dbd89c99 2024-11-13T03:33:33,880 INFO [StoreOpener-592296f2699ea12e9ca1c820dbd89c99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 592296f2699ea12e9ca1c820dbd89c99 columnFamilyName b 2024-11-13T03:33:33,881 DEBUG [StoreOpener-592296f2699ea12e9ca1c820dbd89c99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:33,881 INFO [StoreOpener-592296f2699ea12e9ca1c820dbd89c99-1 {}] regionserver.HStore(327): Store=592296f2699ea12e9ca1c820dbd89c99/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:33,881 INFO [StoreOpener-592296f2699ea12e9ca1c820dbd89c99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 592296f2699ea12e9ca1c820dbd89c99 2024-11-13T03:33:33,883 INFO [StoreOpener-592296f2699ea12e9ca1c820dbd89c99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 592296f2699ea12e9ca1c820dbd89c99 columnFamilyName c 2024-11-13T03:33:33,883 DEBUG [StoreOpener-592296f2699ea12e9ca1c820dbd89c99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:33,884 INFO [StoreOpener-592296f2699ea12e9ca1c820dbd89c99-1 {}] regionserver.HStore(327): Store=592296f2699ea12e9ca1c820dbd89c99/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:33,884 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 592296f2699ea12e9ca1c820dbd89c99 2024-11-13T03:33:33,885 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/592296f2699ea12e9ca1c820dbd89c99 2024-11-13T03:33:33,885 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/592296f2699ea12e9ca1c820dbd89c99 2024-11-13T03:33:33,887 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 592296f2699ea12e9ca1c820dbd89c99 2024-11-13T03:33:33,887 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 592296f2699ea12e9ca1c820dbd89c99 2024-11-13T03:33:33,887 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T03:33:33,889 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 592296f2699ea12e9ca1c820dbd89c99 2024-11-13T03:33:33,891 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34503/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/592296f2699ea12e9ca1c820dbd89c99/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:33:33,891 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 592296f2699ea12e9ca1c820dbd89c99; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74528899, jitterRate=0.1105671375989914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T03:33:33,892 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 592296f2699ea12e9ca1c820dbd89c99: Writing region info on filesystem at 1731468813872Initializing all the Stores at 1731468813873 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468813873Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468813876 (+3 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468813876Cleaning up temporary data from old regions at 1731468813887 (+11 ms)Region opened successfully at 1731468813892 (+5 ms) 2024-11-13T03:33:33,893 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 592296f2699ea12e9ca1c820dbd89c99, disabling compactions & flushes 2024-11-13T03:33:33,893 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731468813800.592296f2699ea12e9ca1c820dbd89c99. 2024-11-13T03:33:33,893 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731468813800.592296f2699ea12e9ca1c820dbd89c99. 2024-11-13T03:33:33,893 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731468813800.592296f2699ea12e9ca1c820dbd89c99. after waiting 0 ms 2024-11-13T03:33:33,893 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731468813800.592296f2699ea12e9ca1c820dbd89c99. 2024-11-13T03:33:33,893 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731468813800.592296f2699ea12e9ca1c820dbd89c99. 2024-11-13T03:33:33,893 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 592296f2699ea12e9ca1c820dbd89c99: Waiting for close lock at 1731468813893Disabling compacts and flushes for region at 1731468813893Disabling writes for close at 1731468813893Writing region close event to WAL at 1731468813893Closed at 1731468813893 2024-11-13T03:33:33,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741878_1055 (size=95) 2024-11-13T03:33:33,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741878_1055 (size=95) 2024-11-13T03:33:33,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741878_1055 (size=95) 2024-11-13T03:33:33,899 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T03:33:33,899 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-10201867:(num 1731468813834) 2024-11-13T03:33:33,899 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T03:33:33,901 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34503/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731468813798, archiveDir=hdfs://localhost:34503/hbase/oldWALs, maxLogs=32 2024-11-13T03:33:33,916 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731468813798/wal.1731468813902, exclude list is [], retry=0 2024-11-13T03:33:33,918 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35295,DS-cb060802-079b-40f9-ad9e-b48cd12e961a,DISK] 2024-11-13T03:33:33,919 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33377,DS-12acb2b1-4855-4f60-b66d-e1b491b18043,DISK] 2024-11-13T03:33:33,919 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33239,DS-0143b86c-777b-4406-8dda-28f4895a3126,DISK] 2024-11-13T03:33:33,921 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731468813798/wal.1731468813902 2024-11-13T03:33:33,921 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35937:35937),(127.0.0.1/127.0.0.1:46723:46723),(127.0.0.1/127.0.0.1:35495:35495)] 2024-11-13T03:33:33,921 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 592296f2699ea12e9ca1c820dbd89c99, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731468813800.592296f2699ea12e9ca1c820dbd89c99.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:33:33,921 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731468813800.592296f2699ea12e9ca1c820dbd89c99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:33:33,922 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 592296f2699ea12e9ca1c820dbd89c99 2024-11-13T03:33:33,922 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 592296f2699ea12e9ca1c820dbd89c99 2024-11-13T03:33:33,924 INFO [StoreOpener-592296f2699ea12e9ca1c820dbd89c99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 592296f2699ea12e9ca1c820dbd89c99 2024-11-13T03:33:33,926 INFO [StoreOpener-592296f2699ea12e9ca1c820dbd89c99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 592296f2699ea12e9ca1c820dbd89c99 columnFamilyName a 2024-11-13T03:33:33,926 DEBUG [StoreOpener-592296f2699ea12e9ca1c820dbd89c99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:33,927 INFO [StoreOpener-592296f2699ea12e9ca1c820dbd89c99-1 {}] regionserver.HStore(327): Store=592296f2699ea12e9ca1c820dbd89c99/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:33,927 INFO [StoreOpener-592296f2699ea12e9ca1c820dbd89c99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 592296f2699ea12e9ca1c820dbd89c99 2024-11-13T03:33:33,928 INFO [StoreOpener-592296f2699ea12e9ca1c820dbd89c99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 592296f2699ea12e9ca1c820dbd89c99 columnFamilyName b 2024-11-13T03:33:33,928 DEBUG [StoreOpener-592296f2699ea12e9ca1c820dbd89c99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:33,929 INFO [StoreOpener-592296f2699ea12e9ca1c820dbd89c99-1 {}] regionserver.HStore(327): Store=592296f2699ea12e9ca1c820dbd89c99/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:33,929 INFO [StoreOpener-592296f2699ea12e9ca1c820dbd89c99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 592296f2699ea12e9ca1c820dbd89c99 2024-11-13T03:33:33,930 INFO [StoreOpener-592296f2699ea12e9ca1c820dbd89c99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 592296f2699ea12e9ca1c820dbd89c99 columnFamilyName c 2024-11-13T03:33:33,931 DEBUG [StoreOpener-592296f2699ea12e9ca1c820dbd89c99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:33,931 INFO [StoreOpener-592296f2699ea12e9ca1c820dbd89c99-1 {}] regionserver.HStore(327): Store=592296f2699ea12e9ca1c820dbd89c99/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:33,931 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 592296f2699ea12e9ca1c820dbd89c99 2024-11-13T03:33:33,932 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/592296f2699ea12e9ca1c820dbd89c99 2024-11-13T03:33:33,933 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/592296f2699ea12e9ca1c820dbd89c99 2024-11-13T03:33:33,934 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 592296f2699ea12e9ca1c820dbd89c99 2024-11-13T03:33:33,935 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 592296f2699ea12e9ca1c820dbd89c99 2024-11-13T03:33:33,935 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T03:33:33,936 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 592296f2699ea12e9ca1c820dbd89c99 2024-11-13T03:33:33,937 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 592296f2699ea12e9ca1c820dbd89c99; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72464559, jitterRate=0.07980607450008392}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T03:33:33,938 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 592296f2699ea12e9ca1c820dbd89c99: Writing region info on filesystem at 1731468813922Initializing all the Stores at 1731468813923 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468813923Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468813924 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468813924Cleaning up temporary data from old regions at 1731468813935 (+11 ms)Region opened successfully at 1731468813938 (+3 ms) 2024-11-13T03:33:33,943 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34503/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1731468813942/Put/seqid=0 2024-11-13T03:33:33,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741881_1058 (size=4826) 2024-11-13T03:33:33,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741881_1058 (size=4826) 2024-11-13T03:33:33,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741881_1058 (size=4826) 2024-11-13T03:33:33,954 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34503/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 592296f2699ea12e9ca1c820dbd89c99/a 2024-11-13T03:33:33,964 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-13T03:33:33,964 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T03:33:33,964 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 592296f2699ea12e9ca1c820dbd89c99: 2024-11-13T03:33:33,966 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:34503/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/592296f2699ea12e9ca1c820dbd89c99/a/afc2a19659cf4331adc5d69ec20beaf2_SeqId_3_ 2024-11-13T03:33:33,967 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34503/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 592296f2699ea12e9ca1c820dbd89c99/a as hdfs://localhost:34503/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/592296f2699ea12e9ca1c820dbd89c99/a/afc2a19659cf4331adc5d69ec20beaf2_SeqId_3_ - updating store file list. 2024-11-13T03:33:33,974 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for afc2a19659cf4331adc5d69ec20beaf2_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-13T03:33:33,974 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34503/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/592296f2699ea12e9ca1c820dbd89c99/a/afc2a19659cf4331adc5d69ec20beaf2_SeqId_3_ into 592296f2699ea12e9ca1c820dbd89c99/a 2024-11-13T03:33:33,974 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34503/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 592296f2699ea12e9ca1c820dbd89c99/a (new location: hdfs://localhost:34503/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/592296f2699ea12e9ca1c820dbd89c99/a/afc2a19659cf4331adc5d69ec20beaf2_SeqId_3_) 2024-11-13T03:33:34,032 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34503/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731468813798/wal.1731468813902, size=0 (0bytes) 2024-11-13T03:33:34,033 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34503/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731468813798/wal.1731468813902 might be still open, length is 0 2024-11-13T03:33:34,033 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34503/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731468813798/wal.1731468813902 2024-11-13T03:33:34,033 WARN [IPC Server handler 4 on default port 34503 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731468813798/wal.1731468813902 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-13T03:33:34,033 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34503/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731468813798/wal.1731468813902 after 0ms 2024-11-13T03:33:34,104 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1987019593_22 at /127.0.0.1:57544 [Receiving block BP-1208868859-172.17.0.3-1731468798314:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:35295:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57544 dst: /127.0.0.1:35295 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:35295 remote=/127.0.0.1:57544]. Total timeout mills is 60000, 59878 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T03:33:34,105 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1987019593_22 at /127.0.0.1:55936 [Receiving block BP-1208868859-172.17.0.3-1731468798314:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:33239:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55936 dst: /127.0.0.1:33239 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T03:33:34,105 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1987019593_22 at /127.0.0.1:49840 [Receiving block BP-1208868859-172.17.0.3-1731468798314:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:33377:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49840 dst: /127.0.0.1:33377 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T03:33:34,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741880_1059 (size=472) 2024-11-13T03:33:34,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741880_1059 (size=472) 2024-11-13T03:33:38,035 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34503/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731468813798/wal.1731468813902 after 4002ms 2024-11-13T03:33:38,041 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34503/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731468813798/wal.1731468813902: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T03:33:38,042 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34503/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731468813798/wal.1731468813902 took 4010ms 2024-11-13T03:33:38,045 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34503/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731468813798/wal.1731468813902; continuing. 2024-11-13T03:33:38,045 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34503/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731468813798/wal.1731468813902 so closing down 2024-11-13T03:33:38,045 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T03:33:38,047 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1731468813902.temp 2024-11-13T03:33:38,049 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34503/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/592296f2699ea12e9ca1c820dbd89c99/recovered.edits/0000000000000000005-wal.1731468813902.temp 2024-11-13T03:33:38,050 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T03:33:38,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741882_1060 (size=259) 2024-11-13T03:33:38,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741882_1060 (size=259) 2024-11-13T03:33:38,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741882_1060 (size=259) 2024-11-13T03:33:38,058 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34503/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/592296f2699ea12e9ca1c820dbd89c99/recovered.edits/0000000000000000005-wal.1731468813902.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-13T03:33:38,060 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34503/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/592296f2699ea12e9ca1c820dbd89c99/recovered.edits/0000000000000000005-wal.1731468813902.temp to hdfs://localhost:34503/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/592296f2699ea12e9ca1c820dbd89c99/recovered.edits/0000000000000000005 2024-11-13T03:33:38,060 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 17 ms; skipped=1; WAL=hdfs://localhost:34503/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731468813798/wal.1731468813902, size=0, length=0, corrupted=false, cancelled=false 2024-11-13T03:33:38,060 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34503/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731468813798/wal.1731468813902, journal: Splitting hdfs://localhost:34503/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731468813798/wal.1731468813902, size=0 (0bytes) at 1731468814032Finishing writing output for hdfs://localhost:34503/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731468813798/wal.1731468813902 so closing down at 1731468818045 (+4013 ms)Creating recovered edits writer path=hdfs://localhost:34503/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/592296f2699ea12e9ca1c820dbd89c99/recovered.edits/0000000000000000005-wal.1731468813902.temp at 1731468818050 (+5 ms)3 split writer threads finished at 1731468818050Closed recovered edits writer path=hdfs://localhost:34503/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/592296f2699ea12e9ca1c820dbd89c99/recovered.edits/0000000000000000005-wal.1731468813902.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731468818058 (+8 ms)Rename recovered edits hdfs://localhost:34503/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/592296f2699ea12e9ca1c820dbd89c99/recovered.edits/0000000000000000005-wal.1731468813902.temp to hdfs://localhost:34503/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/592296f2699ea12e9ca1c820dbd89c99/recovered.edits/0000000000000000005 at 1731468818060 (+2 ms)Processed 2 edits across 1 Regions in 17 ms; skipped=1; WAL=hdfs://localhost:34503/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731468813798/wal.1731468813902, size=0, length=0, corrupted=false, cancelled=false at 1731468818060 2024-11-13T03:33:38,062 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34503/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731468813798/wal.1731468813902 to hdfs://localhost:34503/hbase/oldWALs/wal.1731468813902 2024-11-13T03:33:38,063 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34503/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/592296f2699ea12e9ca1c820dbd89c99/recovered.edits/0000000000000000005 2024-11-13T03:33:38,063 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T03:33:38,065 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34503/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731468813798, archiveDir=hdfs://localhost:34503/hbase/oldWALs, maxLogs=32 2024-11-13T03:33:38,078 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731468813798/wal.1731468818066, exclude list is [], retry=0 2024-11-13T03:33:38,081 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33239,DS-0143b86c-777b-4406-8dda-28f4895a3126,DISK] 2024-11-13T03:33:38,081 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35295,DS-cb060802-079b-40f9-ad9e-b48cd12e961a,DISK] 2024-11-13T03:33:38,081 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33377,DS-12acb2b1-4855-4f60-b66d-e1b491b18043,DISK] 2024-11-13T03:33:38,083 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731468813798/wal.1731468818066 2024-11-13T03:33:38,083 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35495:35495),(127.0.0.1/127.0.0.1:35937:35937),(127.0.0.1/127.0.0.1:46723:46723)] 2024-11-13T03:33:38,083 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 592296f2699ea12e9ca1c820dbd89c99, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731468813800.592296f2699ea12e9ca1c820dbd89c99.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:33:38,084 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731468813800.592296f2699ea12e9ca1c820dbd89c99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:33:38,084 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 592296f2699ea12e9ca1c820dbd89c99 2024-11-13T03:33:38,084 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 592296f2699ea12e9ca1c820dbd89c99 2024-11-13T03:33:38,108 INFO [StoreOpener-592296f2699ea12e9ca1c820dbd89c99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 592296f2699ea12e9ca1c820dbd89c99 2024-11-13T03:33:38,109 INFO [StoreOpener-592296f2699ea12e9ca1c820dbd89c99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 592296f2699ea12e9ca1c820dbd89c99 columnFamilyName a 2024-11-13T03:33:38,109 DEBUG [StoreOpener-592296f2699ea12e9ca1c820dbd89c99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:38,119 DEBUG [StoreFileOpener-592296f2699ea12e9ca1c820dbd89c99-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for afc2a19659cf4331adc5d69ec20beaf2_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-13T03:33:38,119 DEBUG [StoreOpener-592296f2699ea12e9ca1c820dbd89c99-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34503/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/592296f2699ea12e9ca1c820dbd89c99/a/afc2a19659cf4331adc5d69ec20beaf2_SeqId_3_ 2024-11-13T03:33:38,119 INFO [StoreOpener-592296f2699ea12e9ca1c820dbd89c99-1 {}] regionserver.HStore(327): Store=592296f2699ea12e9ca1c820dbd89c99/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:38,119 INFO [StoreOpener-592296f2699ea12e9ca1c820dbd89c99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 592296f2699ea12e9ca1c820dbd89c99 2024-11-13T03:33:38,121 INFO [StoreOpener-592296f2699ea12e9ca1c820dbd89c99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 592296f2699ea12e9ca1c820dbd89c99 columnFamilyName b 2024-11-13T03:33:38,121 DEBUG [StoreOpener-592296f2699ea12e9ca1c820dbd89c99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:38,122 INFO [StoreOpener-592296f2699ea12e9ca1c820dbd89c99-1 {}] regionserver.HStore(327): Store=592296f2699ea12e9ca1c820dbd89c99/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:38,122 INFO [StoreOpener-592296f2699ea12e9ca1c820dbd89c99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 592296f2699ea12e9ca1c820dbd89c99 2024-11-13T03:33:38,123 INFO [StoreOpener-592296f2699ea12e9ca1c820dbd89c99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 592296f2699ea12e9ca1c820dbd89c99 columnFamilyName c 2024-11-13T03:33:38,123 DEBUG [StoreOpener-592296f2699ea12e9ca1c820dbd89c99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:38,124 INFO [StoreOpener-592296f2699ea12e9ca1c820dbd89c99-1 {}] regionserver.HStore(327): Store=592296f2699ea12e9ca1c820dbd89c99/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:38,124 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 592296f2699ea12e9ca1c820dbd89c99 2024-11-13T03:33:38,125 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/592296f2699ea12e9ca1c820dbd89c99 2024-11-13T03:33:38,126 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/592296f2699ea12e9ca1c820dbd89c99 2024-11-13T03:33:38,127 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34503/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/592296f2699ea12e9ca1c820dbd89c99/recovered.edits/0000000000000000005 2024-11-13T03:33:38,130 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34503/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/592296f2699ea12e9ca1c820dbd89c99/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T03:33:38,131 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:34503/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/592296f2699ea12e9ca1c820dbd89c99/recovered.edits/0000000000000000005 2024-11-13T03:33:38,131 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 592296f2699ea12e9ca1c820dbd89c99 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-13T03:33:38,152 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34503/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/592296f2699ea12e9ca1c820dbd89c99/.tmp/a/c82c1c71c5a54846865754f96ce15481 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1731468813980/Put/seqid=0 2024-11-13T03:33:38,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741884_1062 (size=5149) 2024-11-13T03:33:38,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741884_1062 (size=5149) 2024-11-13T03:33:38,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741884_1062 (size=5149) 2024-11-13T03:33:38,160 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34503/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/592296f2699ea12e9ca1c820dbd89c99/.tmp/a/c82c1c71c5a54846865754f96ce15481 2024-11-13T03:33:38,167 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/592296f2699ea12e9ca1c820dbd89c99/.tmp/a/c82c1c71c5a54846865754f96ce15481 as hdfs://localhost:34503/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/592296f2699ea12e9ca1c820dbd89c99/a/c82c1c71c5a54846865754f96ce15481 2024-11-13T03:33:38,173 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34503/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/592296f2699ea12e9ca1c820dbd89c99/a/c82c1c71c5a54846865754f96ce15481, entries=1, sequenceid=5, filesize=5.0 K 2024-11-13T03:33:38,174 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 592296f2699ea12e9ca1c820dbd89c99 in 43ms, sequenceid=5, compaction requested=false; wal=null 2024-11-13T03:33:38,174 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34503/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/592296f2699ea12e9ca1c820dbd89c99/recovered.edits/0000000000000000005 2024-11-13T03:33:38,175 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 592296f2699ea12e9ca1c820dbd89c99 2024-11-13T03:33:38,175 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 592296f2699ea12e9ca1c820dbd89c99 2024-11-13T03:33:38,176 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T03:33:38,178 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 592296f2699ea12e9ca1c820dbd89c99 2024-11-13T03:33:38,180 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34503/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/592296f2699ea12e9ca1c820dbd89c99/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T03:33:38,181 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 592296f2699ea12e9ca1c820dbd89c99; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64054282, jitterRate=-0.04551681876182556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T03:33:38,181 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 592296f2699ea12e9ca1c820dbd89c99: Writing region info on filesystem at 1731468818084Initializing all the Stores at 1731468818085 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468818085Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468818085Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468818085Obtaining lock to block concurrent updates at 1731468818131 (+46 ms)Preparing flush snapshotting stores in 592296f2699ea12e9ca1c820dbd89c99 at 1731468818131Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1731468813800.592296f2699ea12e9ca1c820dbd89c99., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1731468818131Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1731468813800.592296f2699ea12e9ca1c820dbd89c99. at 1731468818131Flushing 592296f2699ea12e9ca1c820dbd89c99/a: creating writer at 1731468818131Flushing 592296f2699ea12e9ca1c820dbd89c99/a: appending metadata at 1731468818152 (+21 ms)Flushing 592296f2699ea12e9ca1c820dbd89c99/a: closing flushed file at 1731468818152Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2aad2202: reopening flushed file at 1731468818166 (+14 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 592296f2699ea12e9ca1c820dbd89c99 in 43ms, sequenceid=5, compaction requested=false; wal=null at 1731468818174 (+8 ms)Cleaning up temporary data from old regions at 1731468818175 (+1 ms)Region opened successfully at 1731468818181 (+6 ms) 2024-11-13T03:33:38,185 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 592296f2699ea12e9ca1c820dbd89c99, disabling compactions & flushes 2024-11-13T03:33:38,185 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731468813800.592296f2699ea12e9ca1c820dbd89c99. 2024-11-13T03:33:38,185 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731468813800.592296f2699ea12e9ca1c820dbd89c99. 2024-11-13T03:33:38,185 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731468813800.592296f2699ea12e9ca1c820dbd89c99. after waiting 0 ms 2024-11-13T03:33:38,185 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731468813800.592296f2699ea12e9ca1c820dbd89c99. 2024-11-13T03:33:38,186 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731468813800.592296f2699ea12e9ca1c820dbd89c99. 2024-11-13T03:33:38,186 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 592296f2699ea12e9ca1c820dbd89c99: Waiting for close lock at 1731468818185Disabling compacts and flushes for region at 1731468818185Disabling writes for close at 1731468818185Writing region close event to WAL at 1731468818186 (+1 ms)Closed at 1731468818186 2024-11-13T03:33:38,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741883_1061 (size=95) 2024-11-13T03:33:38,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741883_1061 (size=95) 2024-11-13T03:33:38,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741883_1061 (size=95) 2024-11-13T03:33:38,192 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T03:33:38,192 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731468818066) 2024-11-13T03:33:38,206 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=414 (was 408) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd981f10-1ccd-ff15-56e8-662d61628e94/cluster_0c2644de-2804-5234-c4c8-76864cdbd4ed/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1858049921_22 at /127.0.0.1:55962 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2070778846) connection to localhost/127.0.0.1:44609 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44609 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:34503 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2070778846) connection to localhost/127.0.0.1:34503 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1858049921_22 at /127.0.0.1:49858 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd981f10-1ccd-ff15-56e8-662d61628e94/cluster_0c2644de-2804-5234-c4c8-76864cdbd4ed/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1858049921_22 at /127.0.0.1:57570 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1023 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=176 (was 176), ProcessCount=11 (was 11), AvailableMemoryMB=2833 (was 2926) 2024-11-13T03:33:38,217 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=414, OpenFileDescriptor=1023, MaxFileDescriptor=1048576, SystemLoadAverage=176, ProcessCount=11, AvailableMemoryMB=2831 2024-11-13T03:33:38,231 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:33:38,235 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:33:38,238 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,37283,1731468803036 2024-11-13T03:33:38,240 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ef39428 2024-11-13T03:33:38,241 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:33:38,243 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:33:38,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37283 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:33:38,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37283 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-13T03:33:38,255 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T03:33:38,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37283 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-13T03:33:38,258 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:38,260 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T03:33:38,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:33:38,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741885_1063 (size=694) 2024-11-13T03:33:38,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741885_1063 (size=694) 2024-11-13T03:33:38,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741885_1063 (size=694) 2024-11-13T03:33:38,275 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0e68969a25d3a9764d386c950732ae01, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad 2024-11-13T03:33:38,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741886_1064 (size=77) 2024-11-13T03:33:38,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741886_1064 (size=77) 2024-11-13T03:33:38,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741886_1064 (size=77) 2024-11-13T03:33:38,286 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:33:38,286 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 0e68969a25d3a9764d386c950732ae01, disabling compactions & flushes 2024-11-13T03:33:38,286 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01. 2024-11-13T03:33:38,286 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01. 2024-11-13T03:33:38,286 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01. after waiting 0 ms 2024-11-13T03:33:38,286 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01. 2024-11-13T03:33:38,286 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01. 2024-11-13T03:33:38,286 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0e68969a25d3a9764d386c950732ae01: Waiting for close lock at 1731468818286Disabling compacts and flushes for region at 1731468818286Disabling writes for close at 1731468818286Writing region close event to WAL at 1731468818286Closed at 1731468818286 2024-11-13T03:33:38,288 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T03:33:38,294 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1731468818288"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731468818288"}]},"ts":"1731468818288"} 2024-11-13T03:33:38,297 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T03:33:38,299 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T03:33:38,302 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731468818299"}]},"ts":"1731468818299"} 2024-11-13T03:33:38,306 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-13T03:33:38,307 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {8394b182524b=0} racks are {/default-rack=0} 2024-11-13T03:33:38,308 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T03:33:38,308 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T03:33:38,308 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-13T03:33:38,308 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T03:33:38,308 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T03:33:38,308 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-13T03:33:38,308 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T03:33:38,309 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T03:33:38,309 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-13T03:33:38,309 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T03:33:38,310 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0e68969a25d3a9764d386c950732ae01, ASSIGN}] 2024-11-13T03:33:38,312 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0e68969a25d3a9764d386c950732ae01, ASSIGN 2024-11-13T03:33:38,313 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0e68969a25d3a9764d386c950732ae01, ASSIGN; state=OFFLINE, location=8394b182524b,35779,1731468803932; forceNewPlan=false, retain=false 2024-11-13T03:33:38,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:33:38,467 INFO [8394b182524b:37283 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-13T03:33:38,468 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0e68969a25d3a9764d386c950732ae01, regionState=OPENING, regionLocation=8394b182524b,35779,1731468803932 2024-11-13T03:33:38,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0e68969a25d3a9764d386c950732ae01, ASSIGN because future has completed 2024-11-13T03:33:38,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e68969a25d3a9764d386c950732ae01, server=8394b182524b,35779,1731468803932}] 2024-11-13T03:33:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:33:38,629 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T03:33:38,632 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60503, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T03:33:38,638 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01. 2024-11-13T03:33:38,639 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e68969a25d3a9764d386c950732ae01, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:33:38,639 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:38,639 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:33:38,639 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:38,639 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:38,641 INFO [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:38,642 INFO [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e68969a25d3a9764d386c950732ae01 columnFamilyName cf1 2024-11-13T03:33:38,642 DEBUG [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:38,643 INFO [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] regionserver.HStore(327): Store=0e68969a25d3a9764d386c950732ae01/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:38,643 INFO [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:38,644 INFO [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e68969a25d3a9764d386c950732ae01 columnFamilyName cf2 2024-11-13T03:33:38,644 DEBUG [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:38,644 INFO [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] regionserver.HStore(327): Store=0e68969a25d3a9764d386c950732ae01/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:38,645 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:38,645 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:38,646 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:38,647 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:38,647 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:38,648 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-13T03:33:38,649 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:38,652 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e68969a25d3a9764d386c950732ae01/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:33:38,652 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0e68969a25d3a9764d386c950732ae01; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59812884, jitterRate=-0.10871857404708862}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-13T03:33:38,652 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:38,653 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0e68969a25d3a9764d386c950732ae01: Running coprocessor pre-open hook at 1731468818639Writing region info on filesystem at 1731468818639Initializing all the Stores at 1731468818640 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468818640Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468818641 (+1 ms)Cleaning up temporary data from old regions at 1731468818647 (+6 ms)Running coprocessor post-open hooks at 1731468818652 (+5 ms)Region opened successfully at 1731468818653 (+1 ms) 2024-11-13T03:33:38,655 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01., pid=6, masterSystemTime=1731468818629 2024-11-13T03:33:38,658 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01. 2024-11-13T03:33:38,658 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01. 2024-11-13T03:33:38,659 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0e68969a25d3a9764d386c950732ae01, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,35779,1731468803932 2024-11-13T03:33:38,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e68969a25d3a9764d386c950732ae01, server=8394b182524b,35779,1731468803932 because future has completed 2024-11-13T03:33:38,669 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T03:33:38,670 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e68969a25d3a9764d386c950732ae01, server=8394b182524b,35779,1731468803932 in 191 msec 2024-11-13T03:33:38,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T03:33:38,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0e68969a25d3a9764d386c950732ae01, ASSIGN in 359 msec 2024-11-13T03:33:38,673 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T03:33:38,673 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731468818673"}]},"ts":"1731468818673"} 2024-11-13T03:33:38,675 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-13T03:33:38,677 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T03:33:38,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 429 msec 2024-11-13T03:33:38,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:33:38,896 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-13T03:33:38,896 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-13T03:33:38,899 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T03:33:38,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-13T03:33:38,911 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T03:33:38,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-13T03:33:38,922 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01., hostname=8394b182524b,35779,1731468803932, seqNum=2] 2024-11-13T03:33:38,924 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:33:38,926 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:33:38,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37283 {}] master.HMaster(2410): Client=jenkins//172.17.0.3 move hri=0e68969a25d3a9764d386c950732ae01, source=8394b182524b,35779,1731468803932, destination=8394b182524b,40485,1731468803783, warming up region on 8394b182524b,40485,1731468803783 2024-11-13T03:33:38,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37283 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T03:33:38,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37283 {}] master.HMaster(2414): Client=jenkins//172.17.0.3 move hri=0e68969a25d3a9764d386c950732ae01, source=8394b182524b,35779,1731468803932, destination=8394b182524b,40485,1731468803783, running balancer 2024-11-13T03:33:38,947 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37507, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T03:33:38,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37283 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0e68969a25d3a9764d386c950732ae01, REOPEN/MOVE 2024-11-13T03:33:38,947 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0e68969a25d3a9764d386c950732ae01, REOPEN/MOVE 2024-11-13T03:33:38,949 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=0e68969a25d3a9764d386c950732ae01, regionState=CLOSING, regionLocation=8394b182524b,35779,1731468803932 2024-11-13T03:33:38,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40485 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01. 2024-11-13T03:33:38,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40485 {}] regionserver.HRegion(7855): Warmup {ENCODED => 0e68969a25d3a9764d386c950732ae01, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:33:38,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40485 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:33:38,953 INFO [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:38,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0e68969a25d3a9764d386c950732ae01, REOPEN/MOVE because future has completed 2024-11-13T03:33:38,955 INFO [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e68969a25d3a9764d386c950732ae01 columnFamilyName cf1 2024-11-13T03:33:38,955 DEBUG [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:38,955 INFO [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] regionserver.HStore(327): Store=0e68969a25d3a9764d386c950732ae01/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:38,956 INFO [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:38,957 INFO [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e68969a25d3a9764d386c950732ae01 columnFamilyName cf2 2024-11-13T03:33:38,957 DEBUG [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:38,958 INFO [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] regionserver.HStore(327): Store=0e68969a25d3a9764d386c950732ae01/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:38,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40485 {}] regionserver.HRegion(1722): Closing 0e68969a25d3a9764d386c950732ae01, disabling compactions & flushes 2024-11-13T03:33:38,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40485 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01. 2024-11-13T03:33:38,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40485 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01. 2024-11-13T03:33:38,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40485 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01. after waiting 0 ms 2024-11-13T03:33:38,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40485 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01. 2024-11-13T03:33:38,960 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T03:33:38,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40485 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01. 2024-11-13T03:33:38,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40485 {}] regionserver.HRegion(1676): Region close journal for 0e68969a25d3a9764d386c950732ae01: Waiting for close lock at 1731468818958Disabling compacts and flushes for region at 1731468818958Disabling writes for close at 1731468818958Writing region close event to WAL at 1731468818960 (+2 ms)Closed at 1731468818960 2024-11-13T03:33:38,960 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0e68969a25d3a9764d386c950732ae01, server=8394b182524b,35779,1731468803932}] 2024-11-13T03:33:38,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37283 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-13T03:33:39,120 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:39,120 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T03:33:39,121 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 0e68969a25d3a9764d386c950732ae01, disabling compactions & flushes 2024-11-13T03:33:39,121 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01. 2024-11-13T03:33:39,121 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01. 2024-11-13T03:33:39,121 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01. after waiting 0 ms 2024-11-13T03:33:39,121 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01. 2024-11-13T03:33:39,122 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 0e68969a25d3a9764d386c950732ae01 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-13T03:33:39,142 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e68969a25d3a9764d386c950732ae01/.tmp/cf1/717978c3a11e4a93baaab04ce9aab277 is 35, key is r1/cf1:q/1731468818926/Put/seqid=0 2024-11-13T03:33:39,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741887_1065 (size=4783) 2024-11-13T03:33:39,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741887_1065 (size=4783) 2024-11-13T03:33:39,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741887_1065 (size=4783) 2024-11-13T03:33:39,152 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e68969a25d3a9764d386c950732ae01/.tmp/cf1/717978c3a11e4a93baaab04ce9aab277 2024-11-13T03:33:39,161 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e68969a25d3a9764d386c950732ae01/.tmp/cf1/717978c3a11e4a93baaab04ce9aab277 as hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e68969a25d3a9764d386c950732ae01/cf1/717978c3a11e4a93baaab04ce9aab277 2024-11-13T03:33:39,168 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e68969a25d3a9764d386c950732ae01/cf1/717978c3a11e4a93baaab04ce9aab277, entries=1, sequenceid=5, filesize=4.7 K 2024-11-13T03:33:39,170 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 0e68969a25d3a9764d386c950732ae01 in 49ms, sequenceid=5, compaction requested=false 2024-11-13T03:33:39,170 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-13T03:33:39,176 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e68969a25d3a9764d386c950732ae01/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T03:33:39,179 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01. 2024-11-13T03:33:39,179 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 0e68969a25d3a9764d386c950732ae01: Waiting for close lock at 1731468819121Running coprocessor pre-close hooks at 1731468819121Disabling compacts and flushes for region at 1731468819121Disabling writes for close at 1731468819121Obtaining lock to block concurrent updates at 1731468819122 (+1 ms)Preparing flush snapshotting stores in 0e68969a25d3a9764d386c950732ae01 at 1731468819122Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1731468819122Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01. at 1731468819123 (+1 ms)Flushing 0e68969a25d3a9764d386c950732ae01/cf1: creating writer at 1731468819123Flushing 0e68969a25d3a9764d386c950732ae01/cf1: appending metadata at 1731468819142 (+19 ms)Flushing 0e68969a25d3a9764d386c950732ae01/cf1: closing flushed file at 1731468819142Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@344be49: reopening flushed file at 1731468819160 (+18 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 0e68969a25d3a9764d386c950732ae01 in 49ms, sequenceid=5, compaction requested=false at 1731468819170 (+10 ms)Writing region close event to WAL at 1731468819172 (+2 ms)Running coprocessor post-close hooks at 1731468819177 (+5 ms)Closed at 1731468819179 (+2 ms) 2024-11-13T03:33:39,180 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 0e68969a25d3a9764d386c950732ae01 move to 8394b182524b,40485,1731468803783 record at close sequenceid=5 2024-11-13T03:33:39,184 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:39,185 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=0e68969a25d3a9764d386c950732ae01, regionState=CLOSED 2024-11-13T03:33:39,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0e68969a25d3a9764d386c950732ae01, server=8394b182524b,35779,1731468803932 because future has completed 2024-11-13T03:33:39,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-13T03:33:39,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 0e68969a25d3a9764d386c950732ae01, server=8394b182524b,35779,1731468803932 in 230 msec 2024-11-13T03:33:39,195 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0e68969a25d3a9764d386c950732ae01, REOPEN/MOVE; state=CLOSED, location=8394b182524b,40485,1731468803783; forceNewPlan=false, retain=false 2024-11-13T03:33:39,345 INFO [8394b182524b:37283 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-13T03:33:39,346 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=0e68969a25d3a9764d386c950732ae01, regionState=OPENING, regionLocation=8394b182524b,40485,1731468803783 2024-11-13T03:33:39,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0e68969a25d3a9764d386c950732ae01, REOPEN/MOVE because future has completed 2024-11-13T03:33:39,349 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e68969a25d3a9764d386c950732ae01, server=8394b182524b,40485,1731468803783}] 2024-11-13T03:33:39,510 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01. 2024-11-13T03:33:39,511 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e68969a25d3a9764d386c950732ae01, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:33:39,511 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:39,511 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:33:39,511 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:39,511 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:39,514 INFO [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:39,516 INFO [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e68969a25d3a9764d386c950732ae01 columnFamilyName cf1 2024-11-13T03:33:39,516 DEBUG [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:39,524 DEBUG [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e68969a25d3a9764d386c950732ae01/cf1/717978c3a11e4a93baaab04ce9aab277 2024-11-13T03:33:39,524 INFO [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] regionserver.HStore(327): Store=0e68969a25d3a9764d386c950732ae01/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:39,524 INFO [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:39,526 INFO [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e68969a25d3a9764d386c950732ae01 columnFamilyName cf2 2024-11-13T03:33:39,526 DEBUG [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:39,526 INFO [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] regionserver.HStore(327): Store=0e68969a25d3a9764d386c950732ae01/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:39,527 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:39,528 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:39,529 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:39,530 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:39,530 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:39,531 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-13T03:33:39,532 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:39,533 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 0e68969a25d3a9764d386c950732ae01; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61989137, jitterRate=-0.07628987729549408}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-13T03:33:39,533 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:39,534 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 0e68969a25d3a9764d386c950732ae01: Running coprocessor pre-open hook at 1731468819512Writing region info on filesystem at 1731468819512Initializing all the Stores at 1731468819513 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468819513Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468819514 (+1 ms)Cleaning up temporary data from old regions at 1731468819530 (+16 ms)Running coprocessor post-open hooks at 1731468819533 (+3 ms)Region opened successfully at 1731468819534 (+1 ms) 2024-11-13T03:33:39,535 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01., pid=9, masterSystemTime=1731468819501 2024-11-13T03:33:39,538 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01. 2024-11-13T03:33:39,538 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01. 2024-11-13T03:33:39,539 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=0e68969a25d3a9764d386c950732ae01, regionState=OPEN, openSeqNum=9, regionLocation=8394b182524b,40485,1731468803783 2024-11-13T03:33:39,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e68969a25d3a9764d386c950732ae01, server=8394b182524b,40485,1731468803783 because future has completed 2024-11-13T03:33:39,549 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-13T03:33:39,549 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e68969a25d3a9764d386c950732ae01, server=8394b182524b,40485,1731468803783 in 195 msec 2024-11-13T03:33:39,551 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0e68969a25d3a9764d386c950732ae01, REOPEN/MOVE in 604 msec 2024-11-13T03:33:39,603 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T03:33:39,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T03:33:39,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35779 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.3:60678 deadline: 1731468879609, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=8394b182524b port=40485 startCode=1731468803783. As of locationSeqNum=5. 2024-11-13T03:33:39,631 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01., hostname=8394b182524b,35779,1731468803932, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01., hostname=8394b182524b,35779,1731468803932, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=8394b182524b port=40485 startCode=1731468803783. As of locationSeqNum=5. 2024-11-13T03:33:39,632 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01., hostname=8394b182524b,35779,1731468803932, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=8394b182524b port=40485 startCode=1731468803783. As of locationSeqNum=5. 2024-11-13T03:33:39,632 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01., hostname=8394b182524b,35779,1731468803932, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01., hostname=8394b182524b,40485,1731468803783, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=8394b182524b port=40485 startCode=1731468803783. As of locationSeqNum=5. 2024-11-13T03:33:39,743 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:33:39,745 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:33:39,754 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0e68969a25d3a9764d386c950732ae01 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-13T03:33:39,771 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e68969a25d3a9764d386c950732ae01/.tmp/cf1/98715f8f11994764a98ec35e5ac38e33 is 29, key is r1/cf1:/1731468819746/DeleteFamily/seqid=0 2024-11-13T03:33:39,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741888_1066 (size=4906) 2024-11-13T03:33:39,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741888_1066 (size=4906) 2024-11-13T03:33:39,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741888_1066 (size=4906) 2024-11-13T03:33:39,778 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e68969a25d3a9764d386c950732ae01/.tmp/cf1/98715f8f11994764a98ec35e5ac38e33 2024-11-13T03:33:39,784 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 98715f8f11994764a98ec35e5ac38e33 2024-11-13T03:33:39,798 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e68969a25d3a9764d386c950732ae01/.tmp/cf2/25c731c02bf1449abe184aa6a15960a4 is 29, key is r1/cf2:/1731468819746/DeleteFamily/seqid=0 2024-11-13T03:33:39,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741889_1067 (size=4906) 2024-11-13T03:33:39,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741889_1067 (size=4906) 2024-11-13T03:33:39,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741889_1067 (size=4906) 2024-11-13T03:33:39,805 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e68969a25d3a9764d386c950732ae01/.tmp/cf2/25c731c02bf1449abe184aa6a15960a4 2024-11-13T03:33:39,811 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 25c731c02bf1449abe184aa6a15960a4 2024-11-13T03:33:39,812 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e68969a25d3a9764d386c950732ae01/.tmp/cf1/98715f8f11994764a98ec35e5ac38e33 as hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e68969a25d3a9764d386c950732ae01/cf1/98715f8f11994764a98ec35e5ac38e33 2024-11-13T03:33:39,819 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 98715f8f11994764a98ec35e5ac38e33 2024-11-13T03:33:39,819 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e68969a25d3a9764d386c950732ae01/cf1/98715f8f11994764a98ec35e5ac38e33, entries=1, sequenceid=12, filesize=4.8 K 2024-11-13T03:33:39,820 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e68969a25d3a9764d386c950732ae01/.tmp/cf2/25c731c02bf1449abe184aa6a15960a4 as hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e68969a25d3a9764d386c950732ae01/cf2/25c731c02bf1449abe184aa6a15960a4 2024-11-13T03:33:39,826 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 25c731c02bf1449abe184aa6a15960a4 2024-11-13T03:33:39,826 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e68969a25d3a9764d386c950732ae01/cf2/25c731c02bf1449abe184aa6a15960a4, entries=1, sequenceid=12, filesize=4.8 K 2024-11-13T03:33:39,827 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 0e68969a25d3a9764d386c950732ae01 in 73ms, sequenceid=12, compaction requested=false 2024-11-13T03:33:39,827 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 0e68969a25d3a9764d386c950732ae01: 2024-11-13T03:33:39,830 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-13T03:33:39,831 DEBUG [Time-limited test {}] regionserver.HStore(1541): 0e68969a25d3a9764d386c950732ae01/cf1 is initiating major compaction (all files) 2024-11-13T03:33:39,831 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T03:33:39,831 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:33:39,831 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 0e68969a25d3a9764d386c950732ae01/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01. 2024-11-13T03:33:39,832 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e68969a25d3a9764d386c950732ae01/cf1/717978c3a11e4a93baaab04ce9aab277, hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e68969a25d3a9764d386c950732ae01/cf1/98715f8f11994764a98ec35e5ac38e33] into tmpdir=hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e68969a25d3a9764d386c950732ae01/.tmp, totalSize=9.5 K 2024-11-13T03:33:39,833 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 717978c3a11e4a93baaab04ce9aab277, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731468818926 2024-11-13T03:33:39,833 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 98715f8f11994764a98ec35e5ac38e33, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-13T03:33:39,844 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 0e68969a25d3a9764d386c950732ae01#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T03:33:39,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741890_1068 (size=4626) 2024-11-13T03:33:39,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741890_1068 (size=4626) 2024-11-13T03:33:39,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741890_1068 (size=4626) 2024-11-13T03:33:39,858 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e68969a25d3a9764d386c950732ae01/.tmp/cf1/ee52159f59ba4b089b6f4490caaed247 as hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e68969a25d3a9764d386c950732ae01/cf1/ee52159f59ba4b089b6f4490caaed247 2024-11-13T03:33:39,872 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 0e68969a25d3a9764d386c950732ae01/cf1 of 0e68969a25d3a9764d386c950732ae01 into ee52159f59ba4b089b6f4490caaed247(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T03:33:39,872 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 0e68969a25d3a9764d386c950732ae01: 2024-11-13T03:33:39,872 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-13T03:33:39,873 DEBUG [Time-limited test {}] regionserver.HStore(1541): 0e68969a25d3a9764d386c950732ae01/cf2 is initiating major compaction (all files) 2024-11-13T03:33:39,873 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T03:33:39,873 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:33:39,873 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 0e68969a25d3a9764d386c950732ae01/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01. 2024-11-13T03:33:39,873 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e68969a25d3a9764d386c950732ae01/cf2/25c731c02bf1449abe184aa6a15960a4] into tmpdir=hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e68969a25d3a9764d386c950732ae01/.tmp, totalSize=4.8 K 2024-11-13T03:33:39,874 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 25c731c02bf1449abe184aa6a15960a4, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-13T03:33:39,879 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 0e68969a25d3a9764d386c950732ae01#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T03:33:39,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741891_1069 (size=4592) 2024-11-13T03:33:39,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741891_1069 (size=4592) 2024-11-13T03:33:39,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741891_1069 (size=4592) 2024-11-13T03:33:39,895 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e68969a25d3a9764d386c950732ae01/.tmp/cf2/276a37a186814d059a559d9c64c49d54 as hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e68969a25d3a9764d386c950732ae01/cf2/276a37a186814d059a559d9c64c49d54 2024-11-13T03:33:39,903 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 0e68969a25d3a9764d386c950732ae01/cf2 of 0e68969a25d3a9764d386c950732ae01 into 276a37a186814d059a559d9c64c49d54(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T03:33:39,903 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 0e68969a25d3a9764d386c950732ae01: 2024-11-13T03:33:39,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37283 {}] master.HMaster(2410): Client=jenkins//172.17.0.3 move hri=0e68969a25d3a9764d386c950732ae01, source=8394b182524b,40485,1731468803783, destination=8394b182524b,35779,1731468803932, warming up region on 8394b182524b,35779,1731468803932 2024-11-13T03:33:39,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37283 {}] master.HMaster(2414): Client=jenkins//172.17.0.3 move hri=0e68969a25d3a9764d386c950732ae01, source=8394b182524b,40485,1731468803783, destination=8394b182524b,35779,1731468803932, running balancer 2024-11-13T03:33:39,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37283 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0e68969a25d3a9764d386c950732ae01, REOPEN/MOVE 2024-11-13T03:33:39,910 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0e68969a25d3a9764d386c950732ae01, REOPEN/MOVE 2024-11-13T03:33:39,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35779 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01. 2024-11-13T03:33:39,912 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=0e68969a25d3a9764d386c950732ae01, regionState=CLOSING, regionLocation=8394b182524b,40485,1731468803783 2024-11-13T03:33:39,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35779 {}] regionserver.HRegion(7855): Warmup {ENCODED => 0e68969a25d3a9764d386c950732ae01, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:33:39,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35779 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:33:39,912 INFO [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:39,914 INFO [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e68969a25d3a9764d386c950732ae01 columnFamilyName cf1 2024-11-13T03:33:39,914 DEBUG [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:39,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0e68969a25d3a9764d386c950732ae01, REOPEN/MOVE because future has completed 2024-11-13T03:33:39,915 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T03:33:39,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0e68969a25d3a9764d386c950732ae01, server=8394b182524b,40485,1731468803783}] 2024-11-13T03:33:39,922 DEBUG [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e68969a25d3a9764d386c950732ae01/cf1/717978c3a11e4a93baaab04ce9aab277 2024-11-13T03:33:39,927 INFO [StoreFileOpener-0e68969a25d3a9764d386c950732ae01-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 98715f8f11994764a98ec35e5ac38e33 2024-11-13T03:33:39,927 DEBUG [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e68969a25d3a9764d386c950732ae01/cf1/98715f8f11994764a98ec35e5ac38e33 2024-11-13T03:33:39,933 DEBUG [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e68969a25d3a9764d386c950732ae01/cf1/ee52159f59ba4b089b6f4490caaed247 2024-11-13T03:33:39,934 INFO [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] regionserver.HStore(327): Store=0e68969a25d3a9764d386c950732ae01/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:39,934 INFO [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:39,935 INFO [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e68969a25d3a9764d386c950732ae01 columnFamilyName cf2 2024-11-13T03:33:39,935 DEBUG [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:39,942 INFO [StoreFileOpener-0e68969a25d3a9764d386c950732ae01-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 25c731c02bf1449abe184aa6a15960a4 2024-11-13T03:33:39,942 DEBUG [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e68969a25d3a9764d386c950732ae01/cf2/25c731c02bf1449abe184aa6a15960a4 2024-11-13T03:33:39,948 DEBUG [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e68969a25d3a9764d386c950732ae01/cf2/276a37a186814d059a559d9c64c49d54 2024-11-13T03:33:39,948 INFO [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] regionserver.HStore(327): Store=0e68969a25d3a9764d386c950732ae01/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:39,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35779 {}] regionserver.HRegion(1722): Closing 0e68969a25d3a9764d386c950732ae01, disabling compactions & flushes 2024-11-13T03:33:39,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35779 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01. 2024-11-13T03:33:39,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35779 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01. 2024-11-13T03:33:39,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35779 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01. after waiting 0 ms 2024-11-13T03:33:39,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35779 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01. 2024-11-13T03:33:39,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35779 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01. 2024-11-13T03:33:39,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35779 {}] regionserver.HRegion(1676): Region close journal for 0e68969a25d3a9764d386c950732ae01: Waiting for close lock at 1731468819948Disabling compacts and flushes for region at 1731468819948Disabling writes for close at 1731468819948Writing region close event to WAL at 1731468819949 (+1 ms)Closed at 1731468819949 2024-11-13T03:33:39,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37283 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-13T03:33:40,070 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:40,070 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T03:33:40,070 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 0e68969a25d3a9764d386c950732ae01, disabling compactions & flushes 2024-11-13T03:33:40,070 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01. 2024-11-13T03:33:40,070 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01. 2024-11-13T03:33:40,070 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01. after waiting 0 ms 2024-11-13T03:33:40,070 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01. 2024-11-13T03:33:40,071 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e68969a25d3a9764d386c950732ae01/cf1/717978c3a11e4a93baaab04ce9aab277, hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e68969a25d3a9764d386c950732ae01/cf1/98715f8f11994764a98ec35e5ac38e33] to archive 2024-11-13T03:33:40,074 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T03:33:40,077 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e68969a25d3a9764d386c950732ae01/cf1/717978c3a11e4a93baaab04ce9aab277 to hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e68969a25d3a9764d386c950732ae01/cf1/717978c3a11e4a93baaab04ce9aab277 2024-11-13T03:33:40,079 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e68969a25d3a9764d386c950732ae01/cf1/98715f8f11994764a98ec35e5ac38e33 to hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e68969a25d3a9764d386c950732ae01/cf1/98715f8f11994764a98ec35e5ac38e33 2024-11-13T03:33:40,090 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e68969a25d3a9764d386c950732ae01/cf2/25c731c02bf1449abe184aa6a15960a4] to archive 2024-11-13T03:33:40,091 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T03:33:40,093 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e68969a25d3a9764d386c950732ae01/cf2/25c731c02bf1449abe184aa6a15960a4 to hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e68969a25d3a9764d386c950732ae01/cf2/25c731c02bf1449abe184aa6a15960a4 2024-11-13T03:33:40,099 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e68969a25d3a9764d386c950732ae01/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-13T03:33:40,100 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01. 2024-11-13T03:33:40,100 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 0e68969a25d3a9764d386c950732ae01: Waiting for close lock at 1731468820070Running coprocessor pre-close hooks at 1731468820070Disabling compacts and flushes for region at 1731468820070Disabling writes for close at 1731468820070Writing region close event to WAL at 1731468820095 (+25 ms)Running coprocessor post-close hooks at 1731468820100 (+5 ms)Closed at 1731468820100 2024-11-13T03:33:40,100 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 0e68969a25d3a9764d386c950732ae01 move to 8394b182524b,35779,1731468803932 record at close sequenceid=12 2024-11-13T03:33:40,103 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:40,104 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=0e68969a25d3a9764d386c950732ae01, regionState=CLOSED 2024-11-13T03:33:40,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0e68969a25d3a9764d386c950732ae01, server=8394b182524b,40485,1731468803783 because future has completed 2024-11-13T03:33:40,112 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-13T03:33:40,112 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 0e68969a25d3a9764d386c950732ae01, server=8394b182524b,40485,1731468803783 in 193 msec 2024-11-13T03:33:40,112 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0e68969a25d3a9764d386c950732ae01, REOPEN/MOVE; state=CLOSED, location=8394b182524b,35779,1731468803932; forceNewPlan=false, retain=false 2024-11-13T03:33:40,263 INFO [8394b182524b:37283 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-13T03:33:40,264 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=0e68969a25d3a9764d386c950732ae01, regionState=OPENING, regionLocation=8394b182524b,35779,1731468803932 2024-11-13T03:33:40,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0e68969a25d3a9764d386c950732ae01, REOPEN/MOVE because future has completed 2024-11-13T03:33:40,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e68969a25d3a9764d386c950732ae01, server=8394b182524b,35779,1731468803932}] 2024-11-13T03:33:40,430 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01. 2024-11-13T03:33:40,431 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e68969a25d3a9764d386c950732ae01, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:33:40,432 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:40,432 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:33:40,432 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:40,432 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:40,436 INFO [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:40,437 INFO [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e68969a25d3a9764d386c950732ae01 columnFamilyName cf1 2024-11-13T03:33:40,437 DEBUG [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:40,445 DEBUG [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e68969a25d3a9764d386c950732ae01/cf1/ee52159f59ba4b089b6f4490caaed247 2024-11-13T03:33:40,445 INFO [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] regionserver.HStore(327): Store=0e68969a25d3a9764d386c950732ae01/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:40,445 INFO [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:40,447 INFO [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e68969a25d3a9764d386c950732ae01 columnFamilyName cf2 2024-11-13T03:33:40,447 DEBUG [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:40,455 DEBUG [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e68969a25d3a9764d386c950732ae01/cf2/276a37a186814d059a559d9c64c49d54 2024-11-13T03:33:40,455 INFO [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] regionserver.HStore(327): Store=0e68969a25d3a9764d386c950732ae01/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:40,456 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:40,456 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:40,458 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:40,459 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:40,459 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:40,459 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-13T03:33:40,461 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:40,462 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 0e68969a25d3a9764d386c950732ae01; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64680499, jitterRate=-0.036185458302497864}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-13T03:33:40,462 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:40,462 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 0e68969a25d3a9764d386c950732ae01: Running coprocessor pre-open hook at 1731468820433Writing region info on filesystem at 1731468820433Initializing all the Stores at 1731468820435 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468820435Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468820435Cleaning up temporary data from old regions at 1731468820459 (+24 ms)Running coprocessor post-open hooks at 1731468820462 (+3 ms)Region opened successfully at 1731468820462 2024-11-13T03:33:40,463 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01., pid=12, masterSystemTime=1731468820421 2024-11-13T03:33:40,465 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01. 2024-11-13T03:33:40,466 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01. 2024-11-13T03:33:40,466 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=0e68969a25d3a9764d386c950732ae01, regionState=OPEN, openSeqNum=18, regionLocation=8394b182524b,35779,1731468803932 2024-11-13T03:33:40,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e68969a25d3a9764d386c950732ae01, server=8394b182524b,35779,1731468803932 because future has completed 2024-11-13T03:33:40,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-13T03:33:40,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e68969a25d3a9764d386c950732ae01, server=8394b182524b,35779,1731468803932 in 201 msec 2024-11-13T03:33:40,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0e68969a25d3a9764d386c950732ae01, REOPEN/MOVE in 564 msec 2024-11-13T03:33:40,512 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T03:33:40,515 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T03:33:40,518 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 8394b182524b,35779,1731468803932: testing ***** 2024-11-13T03:33:40,518 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T03:33:40,522 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T03:33:40,524 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T03:33:40,528 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T03:33:40,529 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T03:33:40,537 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 279084032 }, "NonHeapMemoryUsage": { "committed": 171442176, "init": 7667712, "max": -1, "used": 168798392 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "8394b182524b", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 0, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2071, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 1, "ProcessCallTime_max": 9, "ProcessCallTime_mean": 4, "ProcessCallTime_25th_percentile": 3, "ProcessCallTime_median": 5, "ProcessCallTime_75th_percentile": 7, "ProcessCallTime_90th_percentile": 8, "ProcessCallTime_95th_percentile": 8, "ProcessCallTime_98th_percentile": 8, "ProcessCallTime_99th_percentile": 8, "ProcessCallTime_99.9th_percentile": 8, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 1, "TotalCallTime_max": 9, "TotalCallTime_mean": 4, "TotalCallTime_25th_percentile": 3, "TotalCallTime_median": 5, "TotalCallTime_75th_percentile": 7, "TotalCallTime_90th_percentile": 8, "TotalCallTime_95th_percentile": 8, "TotalCallTime_98th_percentile": 8, "TotalCallTime_99th_percentile": 8, "TotalCallTime_99.9th_percentile": 8, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 174, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 130, "ResponseSize_90th_percentile": 156, "ResponseSize_95th_percentile": 165, "ResponseSize_98th_percentile": 170, "ResponseSize_99th_percentile": 172, "ResponseSize_99.9th_percentile": 173, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 348 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "8394b182524b", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:64422", "tag.serverName": "8394b182524b,40485,1731468803783", "tag.clusterId": "d0f65744-f09f-498f-8c06-b830d7d43fcb", "tag.Context": "regionserver", "tag.Hostname": "8394b182524b", "regionCount": 0, "storeCount": 0, "hlogFileCount": 1, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731468803783, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-13T03:33:40,541 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37283 {}] master.MasterRpcServices(700): 8394b182524b,35779,1731468803932 reported a fatal error: ***** ABORTING region server 8394b182524b,35779,1731468803932: testing ***** 2024-11-13T03:33:40,542 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8394b182524b,35779,1731468803932' ***** 2024-11-13T03:33:40,542 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-13T03:33:40,543 INFO [RS:2;8394b182524b:35779 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T03:33:40,543 INFO [RS:2;8394b182524b:35779 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-13T03:33:40,543 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T03:33:40,543 INFO [RS:2;8394b182524b:35779 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-13T03:33:40,543 INFO [RS:2;8394b182524b:35779 {}] regionserver.HRegionServer(3091): Received CLOSE for 0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:40,543 INFO [RS:2;8394b182524b:35779 {}] regionserver.HRegionServer(956): aborting server 8394b182524b,35779,1731468803932 2024-11-13T03:33:40,543 INFO [RS:2;8394b182524b:35779 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:33:40,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40485 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.3:53052 deadline: 1731468880543, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=8394b182524b port=35779 startCode=1731468803932. As of locationSeqNum=12. 2024-11-13T03:33:40,544 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0e68969a25d3a9764d386c950732ae01, disabling compactions & flushes 2024-11-13T03:33:40,544 INFO [RS:2;8394b182524b:35779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;8394b182524b:35779. 2024-11-13T03:33:40,544 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01. 2024-11-13T03:33:40,544 DEBUG [RS:2;8394b182524b:35779 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:33:40,544 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01. 2024-11-13T03:33:40,544 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01. after waiting 0 ms 2024-11-13T03:33:40,544 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01. 2024-11-13T03:33:40,544 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01., hostname=8394b182524b,40485,1731468803783, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01., hostname=8394b182524b,40485,1731468803783, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=8394b182524b port=35779 startCode=1731468803932. As of locationSeqNum=12. 2024-11-13T03:33:40,544 DEBUG [RS:2;8394b182524b:35779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:33:40,544 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01., hostname=8394b182524b,40485,1731468803783, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=8394b182524b port=35779 startCode=1731468803932. As of locationSeqNum=12. 2024-11-13T03:33:40,544 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01., hostname=8394b182524b,40485,1731468803783, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01., hostname=8394b182524b,35779,1731468803932, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=8394b182524b port=35779 startCode=1731468803932. As of locationSeqNum=12. 2024-11-13T03:33:40,545 INFO [RS:2;8394b182524b:35779 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T03:33:40,545 DEBUG [RS:2;8394b182524b:35779 {}] regionserver.HRegionServer(1325): Online Regions={0e68969a25d3a9764d386c950732ae01=testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01.} 2024-11-13T03:33:40,545 DEBUG [RS:2;8394b182524b:35779 {}] regionserver.HRegionServer(1351): Waiting on 0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:40,545 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01. 2024-11-13T03:33:40,546 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0e68969a25d3a9764d386c950732ae01: Waiting for close lock at 1731468820543Running coprocessor pre-close hooks at 1731468820544 (+1 ms)Disabling compacts and flushes for region at 1731468820544Disabling writes for close at 1731468820544Writing region close event to WAL at 1731468820545 (+1 ms)Running coprocessor post-close hooks at 1731468820545Closed at 1731468820545 2024-11-13T03:33:40,546 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01. 2024-11-13T03:33:40,583 INFO [regionserver/8394b182524b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:33:40,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 8394b182524b,35779,1731468803932 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T03:33:40,656 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01., hostname=8394b182524b,35779,1731468803932, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01., hostname=8394b182524b,35779,1731468803932, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 8394b182524b,35779,1731468803932 aborting 2024-11-13T03:33:40,657 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01., hostname=8394b182524b,35779,1731468803932, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 8394b182524b,35779,1731468803932 aborting 2024-11-13T03:33:40,657 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01., hostname=8394b182524b,35779,1731468803932, seqNum=12 from cache 2024-11-13T03:33:40,745 INFO [RS:2;8394b182524b:35779 {}] regionserver.HRegionServer(976): stopping server 8394b182524b,35779,1731468803932; all regions closed. 2024-11-13T03:33:40,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741835_1011 (size=1404) 2024-11-13T03:33:40,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741835_1011 (size=1404) 2024-11-13T03:33:40,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741835_1011 (size=1404) 2024-11-13T03:33:40,754 DEBUG [RS:2;8394b182524b:35779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:33:40,754 INFO [RS:2;8394b182524b:35779 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:33:40,754 INFO [RS:2;8394b182524b:35779 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T03:33:40,755 INFO [RS:2;8394b182524b:35779 {}] hbase.ChoreService(370): Chore service for: regionserver/8394b182524b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T03:33:40,755 INFO [regionserver/8394b182524b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T03:33:40,755 INFO [RS:2;8394b182524b:35779 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T03:33:40,755 INFO [RS:2;8394b182524b:35779 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T03:33:40,755 INFO [RS:2;8394b182524b:35779 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T03:33:40,755 INFO [RS:2;8394b182524b:35779 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T03:33:40,756 INFO [RS:2;8394b182524b:35779 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35779 2024-11-13T03:33:40,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37283-0x101324134780000, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T03:33:40,823 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x101324134780003, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/8394b182524b,35779,1731468803932 2024-11-13T03:33:40,823 INFO [RS:2;8394b182524b:35779 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:33:40,825 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8394b182524b,35779,1731468803932] 2024-11-13T03:33:40,846 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/8394b182524b,35779,1731468803932 already deleted, retry=false 2024-11-13T03:33:40,846 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 8394b182524b,35779,1731468803932 on 8394b182524b,37283,1731468803036 2024-11-13T03:33:40,850 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 8394b182524b,35779,1731468803932, splitWal=true, meta=false 2024-11-13T03:33:40,853 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=13 for 8394b182524b,35779,1731468803932 (carryingMeta=false) 8394b182524b,35779,1731468803932/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@d5506a4[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-13T03:33:40,853 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 8394b182524b,35779,1731468803932, splitWal=true, meta=false 2024-11-13T03:33:40,854 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 8394b182524b,35779,1731468803932 had 1 regions 2024-11-13T03:33:40,856 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 8394b182524b,35779,1731468803932, splitWal=true, meta=false, isMeta: false 2024-11-13T03:33:40,857 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/WALs/8394b182524b,35779,1731468803932-splitting 2024-11-13T03:33:40,858 INFO [PEWorker-1 {}] master.SplitWALManager(105): 8394b182524b,35779,1731468803932 WAL count=1, meta=false 2024-11-13T03:33:40,861 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 8394b182524b%2C35779%2C1731468803932.1731468805429}] 2024-11-13T03:33:40,866 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01., hostname=8394b182524b,35779,1731468803932, seqNum=18] 2024-11-13T03:33:40,867 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=8394b182524b,40485,1731468803783 2024-11-13T03:33:40,868 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 8394b182524b:35779 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 8394b182524b/172.17.0.3:35779 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T03:33:40,869 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01., hostname=8394b182524b,35779,1731468803932, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01., hostname=8394b182524b,35779,1731468803932, seqNum=18, error=java.net.ConnectException: Call to address=8394b182524b:35779 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 8394b182524b/172.17.0.3:35779 2024-11-13T03:33:40,869 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 8394b182524b%2C35779%2C1731468803932.1731468805429, worker=8394b182524b,40485,1731468803783}] 2024-11-13T03:33:40,869 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01., hostname=8394b182524b,35779,1731468803932, seqNum=18 is java.net.ConnectException: Connection refused 2024-11-13T03:33:40,869 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01., hostname=8394b182524b,35779,1731468803932, seqNum=18 from cache 2024-11-13T03:33:40,870 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address 8394b182524b:35779 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 8394b182524b/172.17.0.3:35779 2024-11-13T03:33:40,936 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x101324134780003, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:33:40,936 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x101324134780003, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:33:40,937 INFO [RS:2;8394b182524b:35779 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:33:40,937 INFO [RS:2;8394b182524b:35779 {}] regionserver.HRegionServer(1031): Exiting; stopping=8394b182524b,35779,1731468803932; zookeeper connection closed. 2024-11-13T03:33:40,937 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@408fc6c6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@408fc6c6 2024-11-13T03:33:41,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40485 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-13T03:33:41,055 INFO [RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/WALs/8394b182524b,35779,1731468803932-splitting/8394b182524b%2C35779%2C1731468803932.1731468805429, size=1.4 K (1404bytes) 2024-11-13T03:33:41,055 INFO [RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/WALs/8394b182524b,35779,1731468803932-splitting/8394b182524b%2C35779%2C1731468803932.1731468805429 2024-11-13T03:33:41,056 INFO [RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/WALs/8394b182524b,35779,1731468803932-splitting/8394b182524b%2C35779%2C1731468803932.1731468805429 after 0ms 2024-11-13T03:33:41,058 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/WALs/8394b182524b,35779,1731468803932-splitting/8394b182524b%2C35779%2C1731468803932.1731468805429: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T03:33:41,058 INFO [RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/WALs/8394b182524b,35779,1731468803932-splitting/8394b182524b%2C35779%2C1731468803932.1731468805429 took 3ms 2024-11-13T03:33:41,064 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 0e68969a25d3a9764d386c950732ae01: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-13T03:33:41,065 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/WALs/8394b182524b,35779,1731468803932-splitting/8394b182524b%2C35779%2C1731468803932.1731468805429 so closing down 2024-11-13T03:33:41,065 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T03:33:41,065 INFO [RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T03:33:41,065 INFO [RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 6 ms; skipped=6; WAL=hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/WALs/8394b182524b,35779,1731468803932-splitting/8394b182524b%2C35779%2C1731468803932.1731468805429, size=1.4 K, length=1404, corrupted=false, cancelled=false 2024-11-13T03:33:41,065 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/WALs/8394b182524b,35779,1731468803932-splitting/8394b182524b%2C35779%2C1731468803932.1731468805429, journal: Splitting hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/WALs/8394b182524b,35779,1731468803932-splitting/8394b182524b%2C35779%2C1731468803932.1731468805429, size=1.4 K (1404bytes) at 1731468821055Finishing writing output for hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/WALs/8394b182524b,35779,1731468803932-splitting/8394b182524b%2C35779%2C1731468803932.1731468805429 so closing down at 1731468821065 (+10 ms)3 split writer threads finished at 1731468821065Processed 6 edits across 0 Regions in 6 ms; skipped=6; WAL=hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/WALs/8394b182524b,35779,1731468803932-splitting/8394b182524b%2C35779%2C1731468803932.1731468805429, size=1.4 K, length=1404, corrupted=false, cancelled=false at 1731468821065 2024-11-13T03:33:41,065 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/WALs/8394b182524b,35779,1731468803932-splitting/8394b182524b%2C35779%2C1731468803932.1731468805429 2024-11-13T03:33:41,066 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-13T03:33:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37283 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-13T03:33:41,072 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/WALs/8394b182524b,35779,1731468803932-splitting/8394b182524b%2C35779%2C1731468803932.1731468805429 to hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/oldWALs 2024-11-13T03:33:41,075 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-13T03:33:41,075 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 8394b182524b%2C35779%2C1731468803932.1731468805429, worker=8394b182524b,40485,1731468803783 in 203 msec 2024-11-13T03:33:41,076 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=8394b182524b,40485,1731468803783 2024-11-13T03:33:41,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-13T03:33:41,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 8394b182524b%2C35779%2C1731468803932.1731468805429, worker=8394b182524b,40485,1731468803783 in 217 msec 2024-11-13T03:33:41,082 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/WALs/8394b182524b,35779,1731468803932-splitting dir is empty, no logs to split. 2024-11-13T03:33:41,083 INFO [PEWorker-1 {}] master.SplitWALManager(105): 8394b182524b,35779,1731468803932 WAL count=0, meta=false 2024-11-13T03:33:41,083 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 8394b182524b,35779,1731468803932 WAL splitting is done? wals=0, meta=false 2024-11-13T03:33:41,085 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 8394b182524b,35779,1731468803932 failed, ignore...File hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/WALs/8394b182524b,35779,1731468803932-splitting does not exist. 2024-11-13T03:33:41,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0e68969a25d3a9764d386c950732ae01, ASSIGN}] 2024-11-13T03:33:41,088 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0e68969a25d3a9764d386c950732ae01, ASSIGN 2024-11-13T03:33:41,089 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0e68969a25d3a9764d386c950732ae01, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T03:33:41,187 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01., hostname=8394b182524b,35779,1731468803932, seqNum=18] 2024-11-13T03:33:41,188 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to 8394b182524b:35779 this server is in the failed servers list 2024-11-13T03:33:41,188 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01., hostname=8394b182524b,35779,1731468803932, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01., hostname=8394b182524b,35779,1731468803932, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8394b182524b:35779 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8394b182524b:35779 2024-11-13T03:33:41,188 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01., hostname=8394b182524b,35779,1731468803932, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8394b182524b:35779 2024-11-13T03:33:41,188 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01., hostname=8394b182524b,35779,1731468803932, seqNum=18 from cache 2024-11-13T03:33:41,240 DEBUG [8394b182524b:37283 {}] balancer.BalancerClusterState(204): Hosts are {8394b182524b=0} racks are {/default-rack=0} 2024-11-13T03:33:41,240 DEBUG [8394b182524b:37283 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T03:33:41,240 DEBUG [8394b182524b:37283 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T03:33:41,240 DEBUG [8394b182524b:37283 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T03:33:41,240 DEBUG [8394b182524b:37283 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T03:33:41,240 INFO [8394b182524b:37283 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T03:33:41,240 INFO [8394b182524b:37283 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T03:33:41,240 DEBUG [8394b182524b:37283 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T03:33:41,241 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=0e68969a25d3a9764d386c950732ae01, regionState=OPENING, regionLocation=8394b182524b,45615,1731468803884 2024-11-13T03:33:41,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0e68969a25d3a9764d386c950732ae01, ASSIGN because future has completed 2024-11-13T03:33:41,244 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e68969a25d3a9764d386c950732ae01, server=8394b182524b,45615,1731468803884}] 2024-11-13T03:33:41,401 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01. 2024-11-13T03:33:41,402 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e68969a25d3a9764d386c950732ae01, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:33:41,402 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:41,402 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:33:41,402 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:41,402 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:41,404 INFO [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:41,405 INFO [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e68969a25d3a9764d386c950732ae01 columnFamilyName cf1 2024-11-13T03:33:41,405 DEBUG [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:41,411 DEBUG [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e68969a25d3a9764d386c950732ae01/cf1/ee52159f59ba4b089b6f4490caaed247 2024-11-13T03:33:41,411 INFO [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] regionserver.HStore(327): Store=0e68969a25d3a9764d386c950732ae01/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:41,411 INFO [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:41,412 INFO [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e68969a25d3a9764d386c950732ae01 columnFamilyName cf2 2024-11-13T03:33:41,412 DEBUG [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:41,419 DEBUG [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e68969a25d3a9764d386c950732ae01/cf2/276a37a186814d059a559d9c64c49d54 2024-11-13T03:33:41,419 INFO [StoreOpener-0e68969a25d3a9764d386c950732ae01-1 {}] regionserver.HStore(327): Store=0e68969a25d3a9764d386c950732ae01/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:41,419 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:41,420 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:41,422 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:41,423 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:41,423 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:41,423 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-13T03:33:41,425 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:41,426 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 0e68969a25d3a9764d386c950732ae01; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63260169, jitterRate=-0.057350024580955505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-13T03:33:41,426 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e68969a25d3a9764d386c950732ae01 2024-11-13T03:33:41,427 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 0e68969a25d3a9764d386c950732ae01: Running coprocessor pre-open hook at 1731468821402Writing region info on filesystem at 1731468821402Initializing all the Stores at 1731468821403 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468821404 (+1 ms)Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468821404Cleaning up temporary data from old regions at 1731468821423 (+19 ms)Running coprocessor post-open hooks at 1731468821426 (+3 ms)Region opened successfully at 1731468821427 (+1 ms) 2024-11-13T03:33:41,428 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01., pid=17, masterSystemTime=1731468821397 2024-11-13T03:33:41,430 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01. 2024-11-13T03:33:41,431 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01. 2024-11-13T03:33:41,431 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=0e68969a25d3a9764d386c950732ae01, regionState=OPEN, openSeqNum=18, regionLocation=8394b182524b,45615,1731468803884 2024-11-13T03:33:41,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e68969a25d3a9764d386c950732ae01, server=8394b182524b,45615,1731468803884 because future has completed 2024-11-13T03:33:41,437 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-13T03:33:41,437 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e68969a25d3a9764d386c950732ae01, server=8394b182524b,45615,1731468803884 in 191 msec 2024-11-13T03:33:41,440 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-13T03:33:41,440 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server 8394b182524b,35779,1731468803932 after splitting done 2024-11-13T03:33:41,440 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0e68969a25d3a9764d386c950732ae01, ASSIGN in 350 msec 2024-11-13T03:33:41,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 8394b182524b,35779,1731468803932, splitWal=true, meta=false in 593 msec 2024-11-13T03:33:41,696 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01., hostname=8394b182524b,45615,1731468803884, seqNum=18] 2024-11-13T03:33:41,716 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=411 (was 414), OpenFileDescriptor=1051 (was 1023) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=218 (was 176) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2783 (was 2831) 2024-11-13T03:33:41,718 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1051 is superior to 1024 2024-11-13T03:33:41,731 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=411, OpenFileDescriptor=1051, MaxFileDescriptor=1048576, SystemLoadAverage=218, ProcessCount=11, AvailableMemoryMB=2782 2024-11-13T03:33:41,731 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1051 is superior to 1024 2024-11-13T03:33:41,750 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:33:41,752 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:33:41,752 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:33:41,755 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-83897247, suffix=, logDir=hdfs://localhost:34503/hbase/WALs/hregion-83897247, archiveDir=hdfs://localhost:34503/hbase/oldWALs, maxLogs=32 2024-11-13T03:33:41,767 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-83897247/hregion-83897247.1731468821755, exclude list is [], retry=0 2024-11-13T03:33:41,770 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33239,DS-0143b86c-777b-4406-8dda-28f4895a3126,DISK] 2024-11-13T03:33:41,770 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35295,DS-cb060802-079b-40f9-ad9e-b48cd12e961a,DISK] 2024-11-13T03:33:41,771 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33377,DS-12acb2b1-4855-4f60-b66d-e1b491b18043,DISK] 2024-11-13T03:33:41,796 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-83897247/hregion-83897247.1731468821755 2024-11-13T03:33:41,796 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35495:35495),(127.0.0.1/127.0.0.1:35937:35937),(127.0.0.1/127.0.0.1:46723:46723)] 2024-11-13T03:33:41,797 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => f78642fc1380cd5df4e25fd7e957e193, NAME => 'testReplayEditsWrittenViaHRegion,,1731468821750.f78642fc1380cd5df4e25fd7e957e193.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34503/hbase 2024-11-13T03:33:41,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741893_1071 (size=67) 2024-11-13T03:33:41,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741893_1071 (size=67) 2024-11-13T03:33:41,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741893_1071 (size=67) 2024-11-13T03:33:41,811 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731468821750.f78642fc1380cd5df4e25fd7e957e193.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:33:41,813 INFO [StoreOpener-f78642fc1380cd5df4e25fd7e957e193-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f78642fc1380cd5df4e25fd7e957e193 2024-11-13T03:33:41,816 INFO [StoreOpener-f78642fc1380cd5df4e25fd7e957e193-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f78642fc1380cd5df4e25fd7e957e193 columnFamilyName a 2024-11-13T03:33:41,816 DEBUG [StoreOpener-f78642fc1380cd5df4e25fd7e957e193-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:41,817 INFO [StoreOpener-f78642fc1380cd5df4e25fd7e957e193-1 {}] regionserver.HStore(327): Store=f78642fc1380cd5df4e25fd7e957e193/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:41,817 INFO [StoreOpener-f78642fc1380cd5df4e25fd7e957e193-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f78642fc1380cd5df4e25fd7e957e193 2024-11-13T03:33:41,819 INFO [StoreOpener-f78642fc1380cd5df4e25fd7e957e193-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f78642fc1380cd5df4e25fd7e957e193 columnFamilyName b 2024-11-13T03:33:41,819 DEBUG [StoreOpener-f78642fc1380cd5df4e25fd7e957e193-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:41,819 INFO [StoreOpener-f78642fc1380cd5df4e25fd7e957e193-1 {}] regionserver.HStore(327): Store=f78642fc1380cd5df4e25fd7e957e193/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:41,820 INFO [StoreOpener-f78642fc1380cd5df4e25fd7e957e193-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f78642fc1380cd5df4e25fd7e957e193 2024-11-13T03:33:41,821 INFO [StoreOpener-f78642fc1380cd5df4e25fd7e957e193-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f78642fc1380cd5df4e25fd7e957e193 columnFamilyName c 2024-11-13T03:33:41,821 DEBUG [StoreOpener-f78642fc1380cd5df4e25fd7e957e193-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:41,821 INFO [StoreOpener-f78642fc1380cd5df4e25fd7e957e193-1 {}] regionserver.HStore(327): Store=f78642fc1380cd5df4e25fd7e957e193/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:41,822 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f78642fc1380cd5df4e25fd7e957e193 2024-11-13T03:33:41,822 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/f78642fc1380cd5df4e25fd7e957e193 2024-11-13T03:33:41,823 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/f78642fc1380cd5df4e25fd7e957e193 2024-11-13T03:33:41,824 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f78642fc1380cd5df4e25fd7e957e193 2024-11-13T03:33:41,824 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f78642fc1380cd5df4e25fd7e957e193 2024-11-13T03:33:41,824 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T03:33:41,825 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f78642fc1380cd5df4e25fd7e957e193 2024-11-13T03:33:41,827 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/f78642fc1380cd5df4e25fd7e957e193/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:33:41,828 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f78642fc1380cd5df4e25fd7e957e193; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62824660, jitterRate=-0.0638396143913269}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T03:33:41,828 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f78642fc1380cd5df4e25fd7e957e193: Writing region info on filesystem at 1731468821811Initializing all the Stores at 1731468821813 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468821813Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468821813Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468821813Cleaning up temporary data from old regions at 1731468821824 (+11 ms)Region opened successfully at 1731468821828 (+4 ms) 2024-11-13T03:33:41,828 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f78642fc1380cd5df4e25fd7e957e193, disabling compactions & flushes 2024-11-13T03:33:41,828 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731468821750.f78642fc1380cd5df4e25fd7e957e193. 2024-11-13T03:33:41,828 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731468821750.f78642fc1380cd5df4e25fd7e957e193. 2024-11-13T03:33:41,828 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731468821750.f78642fc1380cd5df4e25fd7e957e193. after waiting 0 ms 2024-11-13T03:33:41,828 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731468821750.f78642fc1380cd5df4e25fd7e957e193. 2024-11-13T03:33:41,829 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731468821750.f78642fc1380cd5df4e25fd7e957e193. 2024-11-13T03:33:41,829 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f78642fc1380cd5df4e25fd7e957e193: Waiting for close lock at 1731468821828Disabling compacts and flushes for region at 1731468821828Disabling writes for close at 1731468821828Writing region close event to WAL at 1731468821829 (+1 ms)Closed at 1731468821829 2024-11-13T03:33:41,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741892_1070 (size=95) 2024-11-13T03:33:41,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741892_1070 (size=95) 2024-11-13T03:33:41,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741892_1070 (size=95) 2024-11-13T03:33:41,833 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T03:33:41,834 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-83897247:(num 1731468821755) 2024-11-13T03:33:41,834 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T03:33:41,835 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34503/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731468821749, archiveDir=hdfs://localhost:34503/hbase/oldWALs, maxLogs=32 2024-11-13T03:33:41,847 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731468821749/wal.1731468821835, exclude list is [], retry=0 2024-11-13T03:33:41,850 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33377,DS-12acb2b1-4855-4f60-b66d-e1b491b18043,DISK] 2024-11-13T03:33:41,850 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35295,DS-cb060802-079b-40f9-ad9e-b48cd12e961a,DISK] 2024-11-13T03:33:41,851 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33239,DS-0143b86c-777b-4406-8dda-28f4895a3126,DISK] 2024-11-13T03:33:41,852 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731468821749/wal.1731468821835 2024-11-13T03:33:41,852 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46723:46723),(127.0.0.1/127.0.0.1:35937:35937),(127.0.0.1/127.0.0.1:35495:35495)] 2024-11-13T03:33:41,853 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f78642fc1380cd5df4e25fd7e957e193, NAME => 'testReplayEditsWrittenViaHRegion,,1731468821750.f78642fc1380cd5df4e25fd7e957e193.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:33:41,853 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731468821750.f78642fc1380cd5df4e25fd7e957e193.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:33:41,853 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f78642fc1380cd5df4e25fd7e957e193 2024-11-13T03:33:41,853 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f78642fc1380cd5df4e25fd7e957e193 2024-11-13T03:33:41,855 INFO [StoreOpener-f78642fc1380cd5df4e25fd7e957e193-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f78642fc1380cd5df4e25fd7e957e193 2024-11-13T03:33:41,855 INFO [StoreOpener-f78642fc1380cd5df4e25fd7e957e193-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f78642fc1380cd5df4e25fd7e957e193 columnFamilyName a 2024-11-13T03:33:41,856 DEBUG [StoreOpener-f78642fc1380cd5df4e25fd7e957e193-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:41,856 INFO [StoreOpener-f78642fc1380cd5df4e25fd7e957e193-1 {}] regionserver.HStore(327): Store=f78642fc1380cd5df4e25fd7e957e193/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:41,856 INFO [StoreOpener-f78642fc1380cd5df4e25fd7e957e193-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f78642fc1380cd5df4e25fd7e957e193 2024-11-13T03:33:41,857 INFO [StoreOpener-f78642fc1380cd5df4e25fd7e957e193-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f78642fc1380cd5df4e25fd7e957e193 columnFamilyName b 2024-11-13T03:33:41,857 DEBUG [StoreOpener-f78642fc1380cd5df4e25fd7e957e193-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:41,857 INFO [StoreOpener-f78642fc1380cd5df4e25fd7e957e193-1 {}] regionserver.HStore(327): Store=f78642fc1380cd5df4e25fd7e957e193/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:41,858 INFO [StoreOpener-f78642fc1380cd5df4e25fd7e957e193-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f78642fc1380cd5df4e25fd7e957e193 2024-11-13T03:33:41,858 INFO [StoreOpener-f78642fc1380cd5df4e25fd7e957e193-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f78642fc1380cd5df4e25fd7e957e193 columnFamilyName c 2024-11-13T03:33:41,858 DEBUG [StoreOpener-f78642fc1380cd5df4e25fd7e957e193-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:41,859 INFO [StoreOpener-f78642fc1380cd5df4e25fd7e957e193-1 {}] regionserver.HStore(327): Store=f78642fc1380cd5df4e25fd7e957e193/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:41,859 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f78642fc1380cd5df4e25fd7e957e193 2024-11-13T03:33:41,860 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/f78642fc1380cd5df4e25fd7e957e193 2024-11-13T03:33:41,861 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/f78642fc1380cd5df4e25fd7e957e193 2024-11-13T03:33:41,862 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f78642fc1380cd5df4e25fd7e957e193 2024-11-13T03:33:41,862 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f78642fc1380cd5df4e25fd7e957e193 2024-11-13T03:33:41,862 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T03:33:41,864 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f78642fc1380cd5df4e25fd7e957e193 2024-11-13T03:33:41,865 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f78642fc1380cd5df4e25fd7e957e193; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68042392, jitterRate=0.013910651206970215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T03:33:41,865 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f78642fc1380cd5df4e25fd7e957e193: Writing region info on filesystem at 1731468821853Initializing all the Stores at 1731468821854 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468821854Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468821855 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468821855Cleaning up temporary data from old regions at 1731468821862 (+7 ms)Region opened successfully at 1731468821865 (+3 ms) 2024-11-13T03:33:41,897 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f78642fc1380cd5df4e25fd7e957e193 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-13T03:33:41,918 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/f78642fc1380cd5df4e25fd7e957e193/.tmp/a/cd3d3e05a7974793803845d6d61dec07 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731468821866/Put/seqid=0 2024-11-13T03:33:41,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741895_1073 (size=5958) 2024-11-13T03:33:41,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741895_1073 (size=5958) 2024-11-13T03:33:41,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741895_1073 (size=5958) 2024-11-13T03:33:41,925 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/f78642fc1380cd5df4e25fd7e957e193/.tmp/a/cd3d3e05a7974793803845d6d61dec07 2024-11-13T03:33:41,945 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/f78642fc1380cd5df4e25fd7e957e193/.tmp/b/b3bbc21e00b04186b570004d5baede7d is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731468821875/Put/seqid=0 2024-11-13T03:33:41,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741896_1074 (size=5958) 2024-11-13T03:33:41,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741896_1074 (size=5958) 2024-11-13T03:33:41,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741896_1074 (size=5958) 2024-11-13T03:33:41,953 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/f78642fc1380cd5df4e25fd7e957e193/.tmp/b/b3bbc21e00b04186b570004d5baede7d 2024-11-13T03:33:41,973 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/f78642fc1380cd5df4e25fd7e957e193/.tmp/c/b73ecf009dc940bdbca95c25ae532e8f is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731468821885/Put/seqid=0 2024-11-13T03:33:41,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741897_1075 (size=5958) 2024-11-13T03:33:41,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741897_1075 (size=5958) 2024-11-13T03:33:41,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741897_1075 (size=5958) 2024-11-13T03:33:41,981 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/f78642fc1380cd5df4e25fd7e957e193/.tmp/c/b73ecf009dc940bdbca95c25ae532e8f 2024-11-13T03:33:41,987 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/f78642fc1380cd5df4e25fd7e957e193/.tmp/a/cd3d3e05a7974793803845d6d61dec07 as hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/f78642fc1380cd5df4e25fd7e957e193/a/cd3d3e05a7974793803845d6d61dec07 2024-11-13T03:33:41,992 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/f78642fc1380cd5df4e25fd7e957e193/a/cd3d3e05a7974793803845d6d61dec07, entries=10, sequenceid=33, filesize=5.8 K 2024-11-13T03:33:41,993 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/f78642fc1380cd5df4e25fd7e957e193/.tmp/b/b3bbc21e00b04186b570004d5baede7d as hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/f78642fc1380cd5df4e25fd7e957e193/b/b3bbc21e00b04186b570004d5baede7d 2024-11-13T03:33:41,999 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/f78642fc1380cd5df4e25fd7e957e193/b/b3bbc21e00b04186b570004d5baede7d, entries=10, sequenceid=33, filesize=5.8 K 2024-11-13T03:33:42,000 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/f78642fc1380cd5df4e25fd7e957e193/.tmp/c/b73ecf009dc940bdbca95c25ae532e8f as hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/f78642fc1380cd5df4e25fd7e957e193/c/b73ecf009dc940bdbca95c25ae532e8f 2024-11-13T03:33:42,005 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/f78642fc1380cd5df4e25fd7e957e193/c/b73ecf009dc940bdbca95c25ae532e8f, entries=10, sequenceid=33, filesize=5.8 K 2024-11-13T03:33:42,007 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for f78642fc1380cd5df4e25fd7e957e193 in 110ms, sequenceid=33, compaction requested=false 2024-11-13T03:33:42,007 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f78642fc1380cd5df4e25fd7e957e193: 2024-11-13T03:33:42,007 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f78642fc1380cd5df4e25fd7e957e193, disabling compactions & flushes 2024-11-13T03:33:42,007 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731468821750.f78642fc1380cd5df4e25fd7e957e193. 2024-11-13T03:33:42,007 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731468821750.f78642fc1380cd5df4e25fd7e957e193. 2024-11-13T03:33:42,007 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731468821750.f78642fc1380cd5df4e25fd7e957e193. after waiting 0 ms 2024-11-13T03:33:42,007 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731468821750.f78642fc1380cd5df4e25fd7e957e193. 2024-11-13T03:33:42,009 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731468821750.f78642fc1380cd5df4e25fd7e957e193. 2024-11-13T03:33:42,009 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f78642fc1380cd5df4e25fd7e957e193: Waiting for close lock at 1731468822007Disabling compacts and flushes for region at 1731468822007Disabling writes for close at 1731468822007Writing region close event to WAL at 1731468822009 (+2 ms)Closed at 1731468822009 2024-11-13T03:33:42,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741894_1072 (size=3384) 2024-11-13T03:33:42,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741894_1072 (size=3384) 2024-11-13T03:33:42,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741894_1072 (size=3384) 2024-11-13T03:33:42,015 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/f78642fc1380cd5df4e25fd7e957e193/b/b3bbc21e00b04186b570004d5baede7d to hdfs://localhost:34503/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/f78642fc1380cd5df4e25fd7e957e193/b/b3bbc21e00b04186b570004d5baede7d 2024-11-13T03:33:42,031 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34503/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731468821749/wal.1731468821835, size=3.3 K (3384bytes) 2024-11-13T03:33:42,031 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34503/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731468821749/wal.1731468821835 2024-11-13T03:33:42,031 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34503/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731468821749/wal.1731468821835 after 0ms 2024-11-13T03:33:42,033 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34503/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731468821749/wal.1731468821835: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T03:33:42,033 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34503/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731468821749/wal.1731468821835 took 3ms 2024-11-13T03:33:42,036 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34503/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731468821749/wal.1731468821835 so closing down 2024-11-13T03:33:42,036 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T03:33:42,036 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731468821835.temp 2024-11-13T03:33:42,037 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/f78642fc1380cd5df4e25fd7e957e193/recovered.edits/0000000000000000003-wal.1731468821835.temp 2024-11-13T03:33:42,038 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T03:33:42,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741898_1076 (size=2944) 2024-11-13T03:33:42,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741898_1076 (size=2944) 2024-11-13T03:33:42,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741898_1076 (size=2944) 2024-11-13T03:33:42,045 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/f78642fc1380cd5df4e25fd7e957e193/recovered.edits/0000000000000000003-wal.1731468821835.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-13T03:33:42,046 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/f78642fc1380cd5df4e25fd7e957e193/recovered.edits/0000000000000000003-wal.1731468821835.temp to hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/f78642fc1380cd5df4e25fd7e957e193/recovered.edits/0000000000000000032 2024-11-13T03:33:42,046 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 12 ms; skipped=2; WAL=hdfs://localhost:34503/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731468821749/wal.1731468821835, size=3.3 K, length=3384, corrupted=false, cancelled=false 2024-11-13T03:33:42,046 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34503/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731468821749/wal.1731468821835, journal: Splitting hdfs://localhost:34503/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731468821749/wal.1731468821835, size=3.3 K (3384bytes) at 1731468822031Finishing writing output for hdfs://localhost:34503/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731468821749/wal.1731468821835 so closing down at 1731468822036 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/f78642fc1380cd5df4e25fd7e957e193/recovered.edits/0000000000000000003-wal.1731468821835.temp at 1731468822037 (+1 ms)3 split writer threads finished at 1731468822038 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/f78642fc1380cd5df4e25fd7e957e193/recovered.edits/0000000000000000003-wal.1731468821835.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731468822045 (+7 ms)Rename recovered edits hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/f78642fc1380cd5df4e25fd7e957e193/recovered.edits/0000000000000000003-wal.1731468821835.temp to hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/f78642fc1380cd5df4e25fd7e957e193/recovered.edits/0000000000000000032 at 1731468822046 (+1 ms)Processed 32 edits across 1 Regions in 12 ms; skipped=2; WAL=hdfs://localhost:34503/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731468821749/wal.1731468821835, size=3.3 K, length=3384, corrupted=false, cancelled=false at 1731468822046 2024-11-13T03:33:42,048 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34503/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731468821749/wal.1731468821835 to hdfs://localhost:34503/hbase/oldWALs/wal.1731468821835 2024-11-13T03:33:42,048 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/f78642fc1380cd5df4e25fd7e957e193/recovered.edits/0000000000000000032 2024-11-13T03:33:42,049 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T03:33:42,050 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34503/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731468821749, archiveDir=hdfs://localhost:34503/hbase/oldWALs, maxLogs=32 2024-11-13T03:33:42,063 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731468821749/wal.1731468822050, exclude list is [], retry=0 2024-11-13T03:33:42,066 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33239,DS-0143b86c-777b-4406-8dda-28f4895a3126,DISK] 2024-11-13T03:33:42,066 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33377,DS-12acb2b1-4855-4f60-b66d-e1b491b18043,DISK] 2024-11-13T03:33:42,067 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35295,DS-cb060802-079b-40f9-ad9e-b48cd12e961a,DISK] 2024-11-13T03:33:42,068 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731468821749/wal.1731468822050 2024-11-13T03:33:42,068 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35495:35495),(127.0.0.1/127.0.0.1:46723:46723),(127.0.0.1/127.0.0.1:35937:35937)] 2024-11-13T03:33:42,069 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f78642fc1380cd5df4e25fd7e957e193, NAME => 'testReplayEditsWrittenViaHRegion,,1731468821750.f78642fc1380cd5df4e25fd7e957e193.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:33:42,069 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731468821750.f78642fc1380cd5df4e25fd7e957e193.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:33:42,069 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f78642fc1380cd5df4e25fd7e957e193 2024-11-13T03:33:42,069 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f78642fc1380cd5df4e25fd7e957e193 2024-11-13T03:33:42,070 INFO [StoreOpener-f78642fc1380cd5df4e25fd7e957e193-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f78642fc1380cd5df4e25fd7e957e193 2024-11-13T03:33:42,071 INFO [StoreOpener-f78642fc1380cd5df4e25fd7e957e193-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f78642fc1380cd5df4e25fd7e957e193 columnFamilyName a 2024-11-13T03:33:42,071 DEBUG [StoreOpener-f78642fc1380cd5df4e25fd7e957e193-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:42,077 DEBUG [StoreOpener-f78642fc1380cd5df4e25fd7e957e193-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/f78642fc1380cd5df4e25fd7e957e193/a/cd3d3e05a7974793803845d6d61dec07 2024-11-13T03:33:42,077 INFO [StoreOpener-f78642fc1380cd5df4e25fd7e957e193-1 {}] regionserver.HStore(327): Store=f78642fc1380cd5df4e25fd7e957e193/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:42,077 INFO [StoreOpener-f78642fc1380cd5df4e25fd7e957e193-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f78642fc1380cd5df4e25fd7e957e193 2024-11-13T03:33:42,078 INFO [StoreOpener-f78642fc1380cd5df4e25fd7e957e193-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f78642fc1380cd5df4e25fd7e957e193 columnFamilyName b 2024-11-13T03:33:42,079 DEBUG [StoreOpener-f78642fc1380cd5df4e25fd7e957e193-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:42,079 INFO [StoreOpener-f78642fc1380cd5df4e25fd7e957e193-1 {}] regionserver.HStore(327): Store=f78642fc1380cd5df4e25fd7e957e193/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:42,079 INFO [StoreOpener-f78642fc1380cd5df4e25fd7e957e193-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f78642fc1380cd5df4e25fd7e957e193 2024-11-13T03:33:42,080 INFO [StoreOpener-f78642fc1380cd5df4e25fd7e957e193-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f78642fc1380cd5df4e25fd7e957e193 columnFamilyName c 2024-11-13T03:33:42,080 DEBUG [StoreOpener-f78642fc1380cd5df4e25fd7e957e193-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:42,086 DEBUG [StoreOpener-f78642fc1380cd5df4e25fd7e957e193-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/f78642fc1380cd5df4e25fd7e957e193/c/b73ecf009dc940bdbca95c25ae532e8f 2024-11-13T03:33:42,086 INFO [StoreOpener-f78642fc1380cd5df4e25fd7e957e193-1 {}] regionserver.HStore(327): Store=f78642fc1380cd5df4e25fd7e957e193/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:42,086 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f78642fc1380cd5df4e25fd7e957e193 2024-11-13T03:33:42,087 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/f78642fc1380cd5df4e25fd7e957e193 2024-11-13T03:33:42,089 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/f78642fc1380cd5df4e25fd7e957e193 2024-11-13T03:33:42,089 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/f78642fc1380cd5df4e25fd7e957e193/recovered.edits/0000000000000000032 2024-11-13T03:33:42,092 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/f78642fc1380cd5df4e25fd7e957e193/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T03:33:42,093 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/f78642fc1380cd5df4e25fd7e957e193/recovered.edits/0000000000000000032 2024-11-13T03:33:42,094 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f78642fc1380cd5df4e25fd7e957e193 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-13T03:33:42,108 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/f78642fc1380cd5df4e25fd7e957e193/.tmp/b/5aff26fcfdf842e7a066620b8e978623 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731468821875/Put/seqid=0 2024-11-13T03:33:42,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741900_1078 (size=5958) 2024-11-13T03:33:42,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741900_1078 (size=5958) 2024-11-13T03:33:42,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741900_1078 (size=5958) 2024-11-13T03:33:42,115 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/f78642fc1380cd5df4e25fd7e957e193/.tmp/b/5aff26fcfdf842e7a066620b8e978623 2024-11-13T03:33:42,122 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/f78642fc1380cd5df4e25fd7e957e193/.tmp/b/5aff26fcfdf842e7a066620b8e978623 as hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/f78642fc1380cd5df4e25fd7e957e193/b/5aff26fcfdf842e7a066620b8e978623 2024-11-13T03:33:42,127 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/f78642fc1380cd5df4e25fd7e957e193/b/5aff26fcfdf842e7a066620b8e978623, entries=10, sequenceid=32, filesize=5.8 K 2024-11-13T03:33:42,127 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for f78642fc1380cd5df4e25fd7e957e193 in 34ms, sequenceid=32, compaction requested=false; wal=null 2024-11-13T03:33:42,128 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/f78642fc1380cd5df4e25fd7e957e193/recovered.edits/0000000000000000032 2024-11-13T03:33:42,129 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f78642fc1380cd5df4e25fd7e957e193 2024-11-13T03:33:42,129 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f78642fc1380cd5df4e25fd7e957e193 2024-11-13T03:33:42,130 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T03:33:42,131 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f78642fc1380cd5df4e25fd7e957e193 2024-11-13T03:33:42,133 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/f78642fc1380cd5df4e25fd7e957e193/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-13T03:33:42,135 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f78642fc1380cd5df4e25fd7e957e193; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72789770, jitterRate=0.08465209603309631}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T03:33:42,135 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f78642fc1380cd5df4e25fd7e957e193: Writing region info on filesystem at 1731468822069Initializing all the Stores at 1731468822070 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468822070Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468822070Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468822070Obtaining lock to block concurrent updates at 1731468822094 (+24 ms)Preparing flush snapshotting stores in f78642fc1380cd5df4e25fd7e957e193 at 1731468822094Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731468821750.f78642fc1380cd5df4e25fd7e957e193., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1731468822094Flushing stores of testReplayEditsWrittenViaHRegion,,1731468821750.f78642fc1380cd5df4e25fd7e957e193. at 1731468822094Flushing f78642fc1380cd5df4e25fd7e957e193/b: creating writer at 1731468822094Flushing f78642fc1380cd5df4e25fd7e957e193/b: appending metadata at 1731468822107 (+13 ms)Flushing f78642fc1380cd5df4e25fd7e957e193/b: closing flushed file at 1731468822107Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4095478a: reopening flushed file at 1731468822121 (+14 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for f78642fc1380cd5df4e25fd7e957e193 in 34ms, sequenceid=32, compaction requested=false; wal=null at 1731468822127 (+6 ms)Cleaning up temporary data from old regions at 1731468822129 (+2 ms)Region opened successfully at 1731468822135 (+6 ms) 2024-11-13T03:33:42,157 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=420 (was 411) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1987019593_22 at /127.0.0.1:55962 [Waiting for operation #38] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1208868859-172.17.0.3-1731468798314:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1208868859-172.17.0.3-1731468798314:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1208868859-172.17.0.3-1731468798314:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1987019593_22 at /127.0.0.1:57574 [Receiving block BP-1208868859-172.17.0.3-1731468798314:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1987019593_22 at /127.0.0.1:49858 [Waiting for operation #36] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1987019593_22 at /127.0.0.1:36166 [Receiving block BP-1208868859-172.17.0.3-1731468798314:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1987019593_22 at /127.0.0.1:42102 [Receiving block BP-1208868859-172.17.0.3-1731468798314:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1987019593_22 at /127.0.0.1:57570 [Waiting for operation #28] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1127 (was 1051) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=218 (was 218), ProcessCount=11 (was 11), AvailableMemoryMB=2773 (was 2782) 2024-11-13T03:33:42,157 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1127 is superior to 1024 2024-11-13T03:33:42,168 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=420, OpenFileDescriptor=1127, MaxFileDescriptor=1048576, SystemLoadAverage=218, ProcessCount=11, AvailableMemoryMB=2771 2024-11-13T03:33:42,168 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1127 is superior to 1024 2024-11-13T03:33:42,183 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:33:42,185 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:33:42,186 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:33:42,188 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-64870081, suffix=, logDir=hdfs://localhost:34503/hbase/WALs/hregion-64870081, archiveDir=hdfs://localhost:34503/hbase/oldWALs, maxLogs=32 2024-11-13T03:33:42,201 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-64870081/hregion-64870081.1731468822188, exclude list is [], retry=0 2024-11-13T03:33:42,204 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33377,DS-12acb2b1-4855-4f60-b66d-e1b491b18043,DISK] 2024-11-13T03:33:42,204 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33239,DS-0143b86c-777b-4406-8dda-28f4895a3126,DISK] 2024-11-13T03:33:42,205 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35295,DS-cb060802-079b-40f9-ad9e-b48cd12e961a,DISK] 2024-11-13T03:33:42,209 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-64870081/hregion-64870081.1731468822188 2024-11-13T03:33:42,209 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46723:46723),(127.0.0.1/127.0.0.1:35495:35495),(127.0.0.1/127.0.0.1:35937:35937)] 2024-11-13T03:33:42,209 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 73d1bd8bd4711fd0ceb88e1cca9d34d0, NAME => 'testReplayEditsAfterAbortingFlush,,1731468822184.73d1bd8bd4711fd0ceb88e1cca9d34d0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34503/hbase 2024-11-13T03:33:42,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741902_1080 (size=68) 2024-11-13T03:33:42,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741902_1080 (size=68) 2024-11-13T03:33:42,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741902_1080 (size=68) 2024-11-13T03:33:42,223 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731468822184.73d1bd8bd4711fd0ceb88e1cca9d34d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:33:42,224 INFO [StoreOpener-73d1bd8bd4711fd0ceb88e1cca9d34d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 73d1bd8bd4711fd0ceb88e1cca9d34d0 2024-11-13T03:33:42,225 INFO [StoreOpener-73d1bd8bd4711fd0ceb88e1cca9d34d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73d1bd8bd4711fd0ceb88e1cca9d34d0 columnFamilyName a 2024-11-13T03:33:42,226 DEBUG [StoreOpener-73d1bd8bd4711fd0ceb88e1cca9d34d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:42,226 INFO [StoreOpener-73d1bd8bd4711fd0ceb88e1cca9d34d0-1 {}] regionserver.HStore(327): Store=73d1bd8bd4711fd0ceb88e1cca9d34d0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:42,226 INFO [StoreOpener-73d1bd8bd4711fd0ceb88e1cca9d34d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 73d1bd8bd4711fd0ceb88e1cca9d34d0 2024-11-13T03:33:42,228 INFO [StoreOpener-73d1bd8bd4711fd0ceb88e1cca9d34d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73d1bd8bd4711fd0ceb88e1cca9d34d0 columnFamilyName b 2024-11-13T03:33:42,228 DEBUG [StoreOpener-73d1bd8bd4711fd0ceb88e1cca9d34d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:42,228 INFO [StoreOpener-73d1bd8bd4711fd0ceb88e1cca9d34d0-1 {}] regionserver.HStore(327): Store=73d1bd8bd4711fd0ceb88e1cca9d34d0/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:42,228 INFO [StoreOpener-73d1bd8bd4711fd0ceb88e1cca9d34d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 73d1bd8bd4711fd0ceb88e1cca9d34d0 2024-11-13T03:33:42,230 INFO [StoreOpener-73d1bd8bd4711fd0ceb88e1cca9d34d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73d1bd8bd4711fd0ceb88e1cca9d34d0 columnFamilyName c 2024-11-13T03:33:42,230 DEBUG [StoreOpener-73d1bd8bd4711fd0ceb88e1cca9d34d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:42,230 INFO [StoreOpener-73d1bd8bd4711fd0ceb88e1cca9d34d0-1 {}] regionserver.HStore(327): Store=73d1bd8bd4711fd0ceb88e1cca9d34d0/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:42,231 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 73d1bd8bd4711fd0ceb88e1cca9d34d0 2024-11-13T03:33:42,231 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/testReplayEditsAfterAbortingFlush/73d1bd8bd4711fd0ceb88e1cca9d34d0 2024-11-13T03:33:42,232 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/testReplayEditsAfterAbortingFlush/73d1bd8bd4711fd0ceb88e1cca9d34d0 2024-11-13T03:33:42,233 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 73d1bd8bd4711fd0ceb88e1cca9d34d0 2024-11-13T03:33:42,233 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 73d1bd8bd4711fd0ceb88e1cca9d34d0 2024-11-13T03:33:42,233 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T03:33:42,234 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 73d1bd8bd4711fd0ceb88e1cca9d34d0 2024-11-13T03:33:42,237 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34503/hbase/data/default/testReplayEditsAfterAbortingFlush/73d1bd8bd4711fd0ceb88e1cca9d34d0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:33:42,237 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 73d1bd8bd4711fd0ceb88e1cca9d34d0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70284504, jitterRate=0.04732072353363037}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T03:33:42,238 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 73d1bd8bd4711fd0ceb88e1cca9d34d0: Writing region info on filesystem at 1731468822223Initializing all the Stores at 1731468822223Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468822223Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468822224 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468822224Cleaning up temporary data from old regions at 1731468822233 (+9 ms)Region opened successfully at 1731468822238 (+5 ms) 2024-11-13T03:33:42,238 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 73d1bd8bd4711fd0ceb88e1cca9d34d0, disabling compactions & flushes 2024-11-13T03:33:42,238 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731468822184.73d1bd8bd4711fd0ceb88e1cca9d34d0. 2024-11-13T03:33:42,238 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731468822184.73d1bd8bd4711fd0ceb88e1cca9d34d0. 2024-11-13T03:33:42,238 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731468822184.73d1bd8bd4711fd0ceb88e1cca9d34d0. after waiting 0 ms 2024-11-13T03:33:42,238 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731468822184.73d1bd8bd4711fd0ceb88e1cca9d34d0. 2024-11-13T03:33:42,239 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731468822184.73d1bd8bd4711fd0ceb88e1cca9d34d0. 2024-11-13T03:33:42,239 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 73d1bd8bd4711fd0ceb88e1cca9d34d0: Waiting for close lock at 1731468822238Disabling compacts and flushes for region at 1731468822238Disabling writes for close at 1731468822238Writing region close event to WAL at 1731468822239 (+1 ms)Closed at 1731468822239 2024-11-13T03:33:42,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741901_1079 (size=95) 2024-11-13T03:33:42,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741901_1079 (size=95) 2024-11-13T03:33:42,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741901_1079 (size=95) 2024-11-13T03:33:42,244 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T03:33:42,245 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-64870081:(num 1731468822188) 2024-11-13T03:33:42,245 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T03:33:42,247 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34503/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731468822182, archiveDir=hdfs://localhost:34503/hbase/oldWALs, maxLogs=32 2024-11-13T03:33:42,260 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731468822182/wal.1731468822247, exclude list is [], retry=0 2024-11-13T03:33:42,262 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33239,DS-0143b86c-777b-4406-8dda-28f4895a3126,DISK] 2024-11-13T03:33:42,263 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33377,DS-12acb2b1-4855-4f60-b66d-e1b491b18043,DISK] 2024-11-13T03:33:42,263 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35295,DS-cb060802-079b-40f9-ad9e-b48cd12e961a,DISK] 2024-11-13T03:33:42,265 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731468822182/wal.1731468822247 2024-11-13T03:33:42,268 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35495:35495),(127.0.0.1/127.0.0.1:46723:46723),(127.0.0.1/127.0.0.1:35937:35937)] 2024-11-13T03:33:42,326 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 73d1bd8bd4711fd0ceb88e1cca9d34d0, NAME => 'testReplayEditsAfterAbortingFlush,,1731468822184.73d1bd8bd4711fd0ceb88e1cca9d34d0.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:33:42,329 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 73d1bd8bd4711fd0ceb88e1cca9d34d0 2024-11-13T03:33:42,329 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731468822184.73d1bd8bd4711fd0ceb88e1cca9d34d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:33:42,329 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 73d1bd8bd4711fd0ceb88e1cca9d34d0 2024-11-13T03:33:42,329 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 73d1bd8bd4711fd0ceb88e1cca9d34d0 2024-11-13T03:33:42,331 INFO [StoreOpener-73d1bd8bd4711fd0ceb88e1cca9d34d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 73d1bd8bd4711fd0ceb88e1cca9d34d0 2024-11-13T03:33:42,332 INFO [StoreOpener-73d1bd8bd4711fd0ceb88e1cca9d34d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73d1bd8bd4711fd0ceb88e1cca9d34d0 columnFamilyName a 2024-11-13T03:33:42,332 DEBUG [StoreOpener-73d1bd8bd4711fd0ceb88e1cca9d34d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:42,333 INFO [StoreOpener-73d1bd8bd4711fd0ceb88e1cca9d34d0-1 {}] regionserver.HStore(327): Store=73d1bd8bd4711fd0ceb88e1cca9d34d0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:42,333 INFO [StoreOpener-73d1bd8bd4711fd0ceb88e1cca9d34d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 73d1bd8bd4711fd0ceb88e1cca9d34d0 2024-11-13T03:33:42,334 INFO [StoreOpener-73d1bd8bd4711fd0ceb88e1cca9d34d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73d1bd8bd4711fd0ceb88e1cca9d34d0 columnFamilyName b 2024-11-13T03:33:42,334 DEBUG [StoreOpener-73d1bd8bd4711fd0ceb88e1cca9d34d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:42,334 INFO [StoreOpener-73d1bd8bd4711fd0ceb88e1cca9d34d0-1 {}] regionserver.HStore(327): Store=73d1bd8bd4711fd0ceb88e1cca9d34d0/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:42,335 INFO [StoreOpener-73d1bd8bd4711fd0ceb88e1cca9d34d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 73d1bd8bd4711fd0ceb88e1cca9d34d0 2024-11-13T03:33:42,335 INFO [StoreOpener-73d1bd8bd4711fd0ceb88e1cca9d34d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73d1bd8bd4711fd0ceb88e1cca9d34d0 columnFamilyName c 2024-11-13T03:33:42,335 DEBUG [StoreOpener-73d1bd8bd4711fd0ceb88e1cca9d34d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:42,336 INFO [StoreOpener-73d1bd8bd4711fd0ceb88e1cca9d34d0-1 {}] regionserver.HStore(327): Store=73d1bd8bd4711fd0ceb88e1cca9d34d0/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:42,336 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 73d1bd8bd4711fd0ceb88e1cca9d34d0 2024-11-13T03:33:42,337 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/testReplayEditsAfterAbortingFlush/73d1bd8bd4711fd0ceb88e1cca9d34d0 2024-11-13T03:33:42,338 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/testReplayEditsAfterAbortingFlush/73d1bd8bd4711fd0ceb88e1cca9d34d0 2024-11-13T03:33:42,339 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 73d1bd8bd4711fd0ceb88e1cca9d34d0 2024-11-13T03:33:42,339 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 73d1bd8bd4711fd0ceb88e1cca9d34d0 2024-11-13T03:33:42,340 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T03:33:42,341 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 73d1bd8bd4711fd0ceb88e1cca9d34d0 2024-11-13T03:33:42,342 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 73d1bd8bd4711fd0ceb88e1cca9d34d0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61227444, jitterRate=-0.08763998746871948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T03:33:42,342 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 73d1bd8bd4711fd0ceb88e1cca9d34d0 2024-11-13T03:33:42,342 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 73d1bd8bd4711fd0ceb88e1cca9d34d0: Running coprocessor pre-open hook at 1731468822329Writing region info on filesystem at 1731468822329Initializing all the Stores at 1731468822330 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468822330Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468822330Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468822330Cleaning up temporary data from old regions at 1731468822339 (+9 ms)Running coprocessor post-open hooks at 1731468822342 (+3 ms)Region opened successfully at 1731468822342 2024-11-13T03:33:42,356 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 73d1bd8bd4711fd0ceb88e1cca9d34d0 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-13T03:33:42,357 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 73d1bd8bd4711fd0ceb88e1cca9d34d0/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T03:33:43,358 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 73d1bd8bd4711fd0ceb88e1cca9d34d0/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T03:33:43,371 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-13T03:33:43,371 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-13T03:33:43,372 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-13T03:33:43,372 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-13T03:33:43,372 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-13T03:33:43,372 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-13T03:33:43,373 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-13T03:33:43,373 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-13T03:33:43,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-13T03:33:43,374 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-13T03:33:44,179 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T03:33:44,360 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 73d1bd8bd4711fd0ceb88e1cca9d34d0/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T03:33:45,361 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 73d1bd8bd4711fd0ceb88e1cca9d34d0/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T03:33:46,363 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 73d1bd8bd4711fd0ceb88e1cca9d34d0/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T03:33:47,364 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 73d1bd8bd4711fd0ceb88e1cca9d34d0/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T03:33:48,366 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 73d1bd8bd4711fd0ceb88e1cca9d34d0/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T03:33:49,367 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 73d1bd8bd4711fd0ceb88e1cca9d34d0/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T03:33:50,369 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 73d1bd8bd4711fd0ceb88e1cca9d34d0/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T03:33:51,371 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 73d1bd8bd4711fd0ceb88e1cca9d34d0/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T03:33:51,374 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 73d1bd8bd4711fd0ceb88e1cca9d34d0: 2024-11-13T03:33:51,374 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1731468822184.73d1bd8bd4711fd0ceb88e1cca9d34d0. 2024-11-13T03:33:51,393 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 73d1bd8bd4711fd0ceb88e1cca9d34d0: 2024-11-13T03:33:51,393 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-13T03:33:51,394 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 73d1bd8bd4711fd0ceb88e1cca9d34d0, disabling compactions & flushes 2024-11-13T03:33:51,394 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731468822184.73d1bd8bd4711fd0ceb88e1cca9d34d0. 2024-11-13T03:33:51,394 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731468822184.73d1bd8bd4711fd0ceb88e1cca9d34d0. 2024-11-13T03:33:51,394 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731468822184.73d1bd8bd4711fd0ceb88e1cca9d34d0. after waiting 0 ms 2024-11-13T03:33:51,394 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731468822184.73d1bd8bd4711fd0ceb88e1cca9d34d0. 2024-11-13T03:33:51,394 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1731468822184.73d1bd8bd4711fd0ceb88e1cca9d34d0. 2024-11-13T03:33:51,394 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731468822184.73d1bd8bd4711fd0ceb88e1cca9d34d0. 2024-11-13T03:33:51,394 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 73d1bd8bd4711fd0ceb88e1cca9d34d0: Waiting for close lock at 1731468831394Running coprocessor pre-close hooks at 1731468831394Disabling compacts and flushes for region at 1731468831394Disabling writes for close at 1731468831394Writing region close event to WAL at 1731468831394Running coprocessor post-close hooks at 1731468831394Closed at 1731468831394 2024-11-13T03:33:51,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741903_1081 (size=2691) 2024-11-13T03:33:51,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741903_1081 (size=2691) 2024-11-13T03:33:51,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741903_1081 (size=2691) 2024-11-13T03:33:51,411 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34503/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731468822182/wal.1731468822247, size=2.6 K (2691bytes) 2024-11-13T03:33:51,411 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34503/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731468822182/wal.1731468822247 2024-11-13T03:33:51,412 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34503/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731468822182/wal.1731468822247 after 1ms 2024-11-13T03:33:51,414 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34503/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731468822182/wal.1731468822247: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T03:33:51,414 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34503/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731468822182/wal.1731468822247 took 3ms 2024-11-13T03:33:51,417 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34503/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731468822182/wal.1731468822247 so closing down 2024-11-13T03:33:51,417 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T03:33:51,418 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1731468822247.temp 2024-11-13T03:33:51,419 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34503/hbase/data/default/testReplayEditsAfterAbortingFlush/73d1bd8bd4711fd0ceb88e1cca9d34d0/recovered.edits/0000000000000000004-wal.1731468822247.temp 2024-11-13T03:33:51,419 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T03:33:51,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741904_1082 (size=2094) 2024-11-13T03:33:51,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741904_1082 (size=2094) 2024-11-13T03:33:51,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741904_1082 (size=2094) 2024-11-13T03:33:51,433 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34503/hbase/data/default/testReplayEditsAfterAbortingFlush/73d1bd8bd4711fd0ceb88e1cca9d34d0/recovered.edits/0000000000000000004-wal.1731468822247.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-13T03:33:51,434 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34503/hbase/data/default/testReplayEditsAfterAbortingFlush/73d1bd8bd4711fd0ceb88e1cca9d34d0/recovered.edits/0000000000000000004-wal.1731468822247.temp to hdfs://localhost:34503/hbase/data/default/testReplayEditsAfterAbortingFlush/73d1bd8bd4711fd0ceb88e1cca9d34d0/recovered.edits/0000000000000000026 2024-11-13T03:33:51,435 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 19 ms; skipped=3; WAL=hdfs://localhost:34503/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731468822182/wal.1731468822247, size=2.6 K, length=2691, corrupted=false, cancelled=false 2024-11-13T03:33:51,435 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34503/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731468822182/wal.1731468822247, journal: Splitting hdfs://localhost:34503/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731468822182/wal.1731468822247, size=2.6 K (2691bytes) at 1731468831411Finishing writing output for hdfs://localhost:34503/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731468822182/wal.1731468822247 so closing down at 1731468831417 (+6 ms)Creating recovered edits writer path=hdfs://localhost:34503/hbase/data/default/testReplayEditsAfterAbortingFlush/73d1bd8bd4711fd0ceb88e1cca9d34d0/recovered.edits/0000000000000000004-wal.1731468822247.temp at 1731468831419 (+2 ms)3 split writer threads finished at 1731468831419Closed recovered edits writer path=hdfs://localhost:34503/hbase/data/default/testReplayEditsAfterAbortingFlush/73d1bd8bd4711fd0ceb88e1cca9d34d0/recovered.edits/0000000000000000004-wal.1731468822247.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1731468831433 (+14 ms)Rename recovered edits hdfs://localhost:34503/hbase/data/default/testReplayEditsAfterAbortingFlush/73d1bd8bd4711fd0ceb88e1cca9d34d0/recovered.edits/0000000000000000004-wal.1731468822247.temp to hdfs://localhost:34503/hbase/data/default/testReplayEditsAfterAbortingFlush/73d1bd8bd4711fd0ceb88e1cca9d34d0/recovered.edits/0000000000000000026 at 1731468831434 (+1 ms)Processed 23 edits across 1 Regions in 19 ms; skipped=3; WAL=hdfs://localhost:34503/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731468822182/wal.1731468822247, size=2.6 K, length=2691, corrupted=false, cancelled=false at 1731468831435 (+1 ms) 2024-11-13T03:33:51,436 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34503/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731468822182/wal.1731468822247 to hdfs://localhost:34503/hbase/oldWALs/wal.1731468822247 2024-11-13T03:33:51,437 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34503/hbase/data/default/testReplayEditsAfterAbortingFlush/73d1bd8bd4711fd0ceb88e1cca9d34d0/recovered.edits/0000000000000000026 2024-11-13T03:33:51,437 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T03:33:51,439 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34503/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731468822182, archiveDir=hdfs://localhost:34503/hbase/oldWALs, maxLogs=32 2024-11-13T03:33:51,451 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731468822182/wal.1731468831439, exclude list is [], retry=0 2024-11-13T03:33:51,454 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35295,DS-cb060802-079b-40f9-ad9e-b48cd12e961a,DISK] 2024-11-13T03:33:51,454 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33377,DS-12acb2b1-4855-4f60-b66d-e1b491b18043,DISK] 2024-11-13T03:33:51,454 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33239,DS-0143b86c-777b-4406-8dda-28f4895a3126,DISK] 2024-11-13T03:33:51,455 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731468822182/wal.1731468831439 2024-11-13T03:33:51,456 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35937:35937),(127.0.0.1/127.0.0.1:46723:46723),(127.0.0.1/127.0.0.1:35495:35495)] 2024-11-13T03:33:51,456 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 73d1bd8bd4711fd0ceb88e1cca9d34d0, NAME => 'testReplayEditsAfterAbortingFlush,,1731468822184.73d1bd8bd4711fd0ceb88e1cca9d34d0.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:33:51,457 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 73d1bd8bd4711fd0ceb88e1cca9d34d0 2024-11-13T03:33:51,457 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731468822184.73d1bd8bd4711fd0ceb88e1cca9d34d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:33:51,457 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 73d1bd8bd4711fd0ceb88e1cca9d34d0 2024-11-13T03:33:51,457 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 73d1bd8bd4711fd0ceb88e1cca9d34d0 2024-11-13T03:33:51,458 INFO [StoreOpener-73d1bd8bd4711fd0ceb88e1cca9d34d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 73d1bd8bd4711fd0ceb88e1cca9d34d0 2024-11-13T03:33:51,459 INFO [StoreOpener-73d1bd8bd4711fd0ceb88e1cca9d34d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73d1bd8bd4711fd0ceb88e1cca9d34d0 columnFamilyName a 2024-11-13T03:33:51,459 DEBUG [StoreOpener-73d1bd8bd4711fd0ceb88e1cca9d34d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:51,460 INFO [StoreOpener-73d1bd8bd4711fd0ceb88e1cca9d34d0-1 {}] regionserver.HStore(327): Store=73d1bd8bd4711fd0ceb88e1cca9d34d0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:51,460 INFO [StoreOpener-73d1bd8bd4711fd0ceb88e1cca9d34d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 73d1bd8bd4711fd0ceb88e1cca9d34d0 2024-11-13T03:33:51,461 INFO [StoreOpener-73d1bd8bd4711fd0ceb88e1cca9d34d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73d1bd8bd4711fd0ceb88e1cca9d34d0 columnFamilyName b 2024-11-13T03:33:51,461 DEBUG [StoreOpener-73d1bd8bd4711fd0ceb88e1cca9d34d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:51,462 INFO [StoreOpener-73d1bd8bd4711fd0ceb88e1cca9d34d0-1 {}] regionserver.HStore(327): Store=73d1bd8bd4711fd0ceb88e1cca9d34d0/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:51,462 INFO [StoreOpener-73d1bd8bd4711fd0ceb88e1cca9d34d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 73d1bd8bd4711fd0ceb88e1cca9d34d0 2024-11-13T03:33:51,463 INFO [StoreOpener-73d1bd8bd4711fd0ceb88e1cca9d34d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73d1bd8bd4711fd0ceb88e1cca9d34d0 columnFamilyName c 2024-11-13T03:33:51,463 DEBUG [StoreOpener-73d1bd8bd4711fd0ceb88e1cca9d34d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:51,463 INFO [StoreOpener-73d1bd8bd4711fd0ceb88e1cca9d34d0-1 {}] regionserver.HStore(327): Store=73d1bd8bd4711fd0ceb88e1cca9d34d0/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:51,463 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 73d1bd8bd4711fd0ceb88e1cca9d34d0 2024-11-13T03:33:51,464 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/testReplayEditsAfterAbortingFlush/73d1bd8bd4711fd0ceb88e1cca9d34d0 2024-11-13T03:33:51,466 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/testReplayEditsAfterAbortingFlush/73d1bd8bd4711fd0ceb88e1cca9d34d0 2024-11-13T03:33:51,466 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34503/hbase/data/default/testReplayEditsAfterAbortingFlush/73d1bd8bd4711fd0ceb88e1cca9d34d0/recovered.edits/0000000000000000026 2024-11-13T03:33:51,468 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34503/hbase/data/default/testReplayEditsAfterAbortingFlush/73d1bd8bd4711fd0ceb88e1cca9d34d0/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T03:33:51,470 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:34503/hbase/data/default/testReplayEditsAfterAbortingFlush/73d1bd8bd4711fd0ceb88e1cca9d34d0/recovered.edits/0000000000000000026 2024-11-13T03:33:51,471 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 73d1bd8bd4711fd0ceb88e1cca9d34d0 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-13T03:33:51,485 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34503/hbase/data/default/testReplayEditsAfterAbortingFlush/73d1bd8bd4711fd0ceb88e1cca9d34d0/.tmp/a/6317b789d2504cd28b555bc8c16ca498 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1731468831386/Put/seqid=0 2024-11-13T03:33:51,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741906_1084 (size=5523) 2024-11-13T03:33:51,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741906_1084 (size=5523) 2024-11-13T03:33:51,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741906_1084 (size=5523) 2024-11-13T03:33:51,492 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:34503/hbase/data/default/testReplayEditsAfterAbortingFlush/73d1bd8bd4711fd0ceb88e1cca9d34d0/.tmp/a/6317b789d2504cd28b555bc8c16ca498 2024-11-13T03:33:51,510 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34503/hbase/data/default/testReplayEditsAfterAbortingFlush/73d1bd8bd4711fd0ceb88e1cca9d34d0/.tmp/b/c65419fcb3cf48fda69ef2eccf504a0e is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1731468831375/Put/seqid=0 2024-11-13T03:33:51,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741907_1085 (size=5524) 2024-11-13T03:33:51,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741907_1085 (size=5524) 2024-11-13T03:33:51,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741907_1085 (size=5524) 2024-11-13T03:33:51,517 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:34503/hbase/data/default/testReplayEditsAfterAbortingFlush/73d1bd8bd4711fd0ceb88e1cca9d34d0/.tmp/b/c65419fcb3cf48fda69ef2eccf504a0e 2024-11-13T03:33:51,537 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34503/hbase/data/default/testReplayEditsAfterAbortingFlush/73d1bd8bd4711fd0ceb88e1cca9d34d0/.tmp/c/8979e49c2ea1458a954fe99c9dfcede5 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1731468831384/Put/seqid=0 2024-11-13T03:33:51,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741908_1086 (size=5457) 2024-11-13T03:33:51,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741908_1086 (size=5457) 2024-11-13T03:33:51,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741908_1086 (size=5457) 2024-11-13T03:33:51,547 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:34503/hbase/data/default/testReplayEditsAfterAbortingFlush/73d1bd8bd4711fd0ceb88e1cca9d34d0/.tmp/c/8979e49c2ea1458a954fe99c9dfcede5 2024-11-13T03:33:51,556 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/hbase/data/default/testReplayEditsAfterAbortingFlush/73d1bd8bd4711fd0ceb88e1cca9d34d0/.tmp/a/6317b789d2504cd28b555bc8c16ca498 as hdfs://localhost:34503/hbase/data/default/testReplayEditsAfterAbortingFlush/73d1bd8bd4711fd0ceb88e1cca9d34d0/a/6317b789d2504cd28b555bc8c16ca498 2024-11-13T03:33:51,562 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34503/hbase/data/default/testReplayEditsAfterAbortingFlush/73d1bd8bd4711fd0ceb88e1cca9d34d0/a/6317b789d2504cd28b555bc8c16ca498, entries=7, sequenceid=26, filesize=5.4 K 2024-11-13T03:33:51,564 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/hbase/data/default/testReplayEditsAfterAbortingFlush/73d1bd8bd4711fd0ceb88e1cca9d34d0/.tmp/b/c65419fcb3cf48fda69ef2eccf504a0e as hdfs://localhost:34503/hbase/data/default/testReplayEditsAfterAbortingFlush/73d1bd8bd4711fd0ceb88e1cca9d34d0/b/c65419fcb3cf48fda69ef2eccf504a0e 2024-11-13T03:33:51,570 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34503/hbase/data/default/testReplayEditsAfterAbortingFlush/73d1bd8bd4711fd0ceb88e1cca9d34d0/b/c65419fcb3cf48fda69ef2eccf504a0e, entries=7, sequenceid=26, filesize=5.4 K 2024-11-13T03:33:51,572 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/hbase/data/default/testReplayEditsAfterAbortingFlush/73d1bd8bd4711fd0ceb88e1cca9d34d0/.tmp/c/8979e49c2ea1458a954fe99c9dfcede5 as hdfs://localhost:34503/hbase/data/default/testReplayEditsAfterAbortingFlush/73d1bd8bd4711fd0ceb88e1cca9d34d0/c/8979e49c2ea1458a954fe99c9dfcede5 2024-11-13T03:33:51,578 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34503/hbase/data/default/testReplayEditsAfterAbortingFlush/73d1bd8bd4711fd0ceb88e1cca9d34d0/c/8979e49c2ea1458a954fe99c9dfcede5, entries=6, sequenceid=26, filesize=5.3 K 2024-11-13T03:33:51,578 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 73d1bd8bd4711fd0ceb88e1cca9d34d0 in 108ms, sequenceid=26, compaction requested=false; wal=null 2024-11-13T03:33:51,579 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34503/hbase/data/default/testReplayEditsAfterAbortingFlush/73d1bd8bd4711fd0ceb88e1cca9d34d0/recovered.edits/0000000000000000026 2024-11-13T03:33:51,580 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 73d1bd8bd4711fd0ceb88e1cca9d34d0 2024-11-13T03:33:51,580 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 73d1bd8bd4711fd0ceb88e1cca9d34d0 2024-11-13T03:33:51,581 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T03:33:51,583 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 73d1bd8bd4711fd0ceb88e1cca9d34d0 2024-11-13T03:33:51,585 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34503/hbase/data/default/testReplayEditsAfterAbortingFlush/73d1bd8bd4711fd0ceb88e1cca9d34d0/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-13T03:33:51,586 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 73d1bd8bd4711fd0ceb88e1cca9d34d0; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63995522, jitterRate=-0.04639241099357605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T03:33:51,587 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 73d1bd8bd4711fd0ceb88e1cca9d34d0 2024-11-13T03:33:51,588 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 73d1bd8bd4711fd0ceb88e1cca9d34d0: Running coprocessor pre-open hook at 1731468831457Writing region info on filesystem at 1731468831457Initializing all the Stores at 1731468831458 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468831458Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468831458Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468831458Obtaining lock to block concurrent updates at 1731468831471 (+13 ms)Preparing flush snapshotting stores in 73d1bd8bd4711fd0ceb88e1cca9d34d0 at 1731468831471Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1731468822184.73d1bd8bd4711fd0ceb88e1cca9d34d0., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1731468831471Flushing stores of testReplayEditsAfterAbortingFlush,,1731468822184.73d1bd8bd4711fd0ceb88e1cca9d34d0. at 1731468831471Flushing 73d1bd8bd4711fd0ceb88e1cca9d34d0/a: creating writer at 1731468831471Flushing 73d1bd8bd4711fd0ceb88e1cca9d34d0/a: appending metadata at 1731468831484 (+13 ms)Flushing 73d1bd8bd4711fd0ceb88e1cca9d34d0/a: closing flushed file at 1731468831484Flushing 73d1bd8bd4711fd0ceb88e1cca9d34d0/b: creating writer at 1731468831496 (+12 ms)Flushing 73d1bd8bd4711fd0ceb88e1cca9d34d0/b: appending metadata at 1731468831510 (+14 ms)Flushing 73d1bd8bd4711fd0ceb88e1cca9d34d0/b: closing flushed file at 1731468831510Flushing 73d1bd8bd4711fd0ceb88e1cca9d34d0/c: creating writer at 1731468831522 (+12 ms)Flushing 73d1bd8bd4711fd0ceb88e1cca9d34d0/c: appending metadata at 1731468831537 (+15 ms)Flushing 73d1bd8bd4711fd0ceb88e1cca9d34d0/c: closing flushed file at 1731468831537Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b8d1baa: reopening flushed file at 1731468831555 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5588ad5b: reopening flushed file at 1731468831563 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33475a03: reopening flushed file at 1731468831571 (+8 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 73d1bd8bd4711fd0ceb88e1cca9d34d0 in 108ms, sequenceid=26, compaction requested=false; wal=null at 1731468831578 (+7 ms)Cleaning up temporary data from old regions at 1731468831581 (+3 ms)Running coprocessor post-open hooks at 1731468831587 (+6 ms)Region opened successfully at 1731468831587 2024-11-13T03:33:51,606 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=417 (was 420), OpenFileDescriptor=1181 (was 1127) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=207 (was 218), ProcessCount=11 (was 11), AvailableMemoryMB=2749 (was 2771) 2024-11-13T03:33:51,606 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1181 is superior to 1024 2024-11-13T03:33:51,617 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=417, OpenFileDescriptor=1181, MaxFileDescriptor=1048576, SystemLoadAverage=207, ProcessCount=11, AvailableMemoryMB=2749 2024-11-13T03:33:51,617 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1181 is superior to 1024 2024-11-13T03:33:51,631 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:33:51,632 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:33:51,633 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:33:51,635 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-19347656, suffix=, logDir=hdfs://localhost:34503/hbase/WALs/hregion-19347656, archiveDir=hdfs://localhost:34503/hbase/oldWALs, maxLogs=32 2024-11-13T03:33:51,647 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-19347656/hregion-19347656.1731468831636, exclude list is [], retry=0 2024-11-13T03:33:51,650 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35295,DS-cb060802-079b-40f9-ad9e-b48cd12e961a,DISK] 2024-11-13T03:33:51,650 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33239,DS-0143b86c-777b-4406-8dda-28f4895a3126,DISK] 2024-11-13T03:33:51,650 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33377,DS-12acb2b1-4855-4f60-b66d-e1b491b18043,DISK] 2024-11-13T03:33:51,652 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-19347656/hregion-19347656.1731468831636 2024-11-13T03:33:51,652 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35495:35495),(127.0.0.1/127.0.0.1:35937:35937),(127.0.0.1/127.0.0.1:46723:46723)] 2024-11-13T03:33:51,652 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 6bbca269cf250ed3b4c6649e9cb5893b, NAME => 'testDatalossWhenInputError,,1731468831631.6bbca269cf250ed3b4c6649e9cb5893b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34503/hbase 2024-11-13T03:33:51,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741910_1088 (size=61) 2024-11-13T03:33:51,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741910_1088 (size=61) 2024-11-13T03:33:51,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741910_1088 (size=61) 2024-11-13T03:33:51,663 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731468831631.6bbca269cf250ed3b4c6649e9cb5893b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:33:51,664 INFO [StoreOpener-6bbca269cf250ed3b4c6649e9cb5893b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6bbca269cf250ed3b4c6649e9cb5893b 2024-11-13T03:33:51,665 INFO [StoreOpener-6bbca269cf250ed3b4c6649e9cb5893b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bbca269cf250ed3b4c6649e9cb5893b columnFamilyName a 2024-11-13T03:33:51,665 DEBUG [StoreOpener-6bbca269cf250ed3b4c6649e9cb5893b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:51,666 INFO [StoreOpener-6bbca269cf250ed3b4c6649e9cb5893b-1 {}] regionserver.HStore(327): Store=6bbca269cf250ed3b4c6649e9cb5893b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:51,666 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6bbca269cf250ed3b4c6649e9cb5893b 2024-11-13T03:33:51,667 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/testDatalossWhenInputError/6bbca269cf250ed3b4c6649e9cb5893b 2024-11-13T03:33:51,667 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/testDatalossWhenInputError/6bbca269cf250ed3b4c6649e9cb5893b 2024-11-13T03:33:51,667 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6bbca269cf250ed3b4c6649e9cb5893b 2024-11-13T03:33:51,667 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6bbca269cf250ed3b4c6649e9cb5893b 2024-11-13T03:33:51,669 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6bbca269cf250ed3b4c6649e9cb5893b 2024-11-13T03:33:51,670 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34503/hbase/data/default/testDatalossWhenInputError/6bbca269cf250ed3b4c6649e9cb5893b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:33:51,671 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6bbca269cf250ed3b4c6649e9cb5893b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70259004, jitterRate=0.046940743923187256}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T03:33:51,671 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6bbca269cf250ed3b4c6649e9cb5893b: Writing region info on filesystem at 1731468831663Initializing all the Stores at 1731468831664 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468831664Cleaning up temporary data from old regions at 1731468831667 (+3 ms)Region opened successfully at 1731468831671 (+4 ms) 2024-11-13T03:33:51,671 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 6bbca269cf250ed3b4c6649e9cb5893b, disabling compactions & flushes 2024-11-13T03:33:51,672 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731468831631.6bbca269cf250ed3b4c6649e9cb5893b. 2024-11-13T03:33:51,672 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731468831631.6bbca269cf250ed3b4c6649e9cb5893b. 2024-11-13T03:33:51,672 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731468831631.6bbca269cf250ed3b4c6649e9cb5893b. after waiting 0 ms 2024-11-13T03:33:51,672 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731468831631.6bbca269cf250ed3b4c6649e9cb5893b. 2024-11-13T03:33:51,672 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731468831631.6bbca269cf250ed3b4c6649e9cb5893b. 2024-11-13T03:33:51,672 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 6bbca269cf250ed3b4c6649e9cb5893b: Waiting for close lock at 1731468831671Disabling compacts and flushes for region at 1731468831671Disabling writes for close at 1731468831672 (+1 ms)Writing region close event to WAL at 1731468831672Closed at 1731468831672 2024-11-13T03:33:51,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741909_1087 (size=95) 2024-11-13T03:33:51,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741909_1087 (size=95) 2024-11-13T03:33:51,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741909_1087 (size=95) 2024-11-13T03:33:51,676 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T03:33:51,676 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-19347656:(num 1731468831636) 2024-11-13T03:33:51,676 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T03:33:51,678 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34503/hbase/WALs/testdatalosswheninputerror-manual,16010,1731468831630, archiveDir=hdfs://localhost:34503/hbase/oldWALs, maxLogs=32 2024-11-13T03:33:51,693 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731468831630/wal.1731468831679, exclude list is [], retry=0 2024-11-13T03:33:51,695 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33377,DS-12acb2b1-4855-4f60-b66d-e1b491b18043,DISK] 2024-11-13T03:33:51,695 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35295,DS-cb060802-079b-40f9-ad9e-b48cd12e961a,DISK] 2024-11-13T03:33:51,696 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33239,DS-0143b86c-777b-4406-8dda-28f4895a3126,DISK] 2024-11-13T03:33:51,697 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731468831630/wal.1731468831679 2024-11-13T03:33:51,697 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46723:46723),(127.0.0.1/127.0.0.1:35937:35937),(127.0.0.1/127.0.0.1:35495:35495)] 2024-11-13T03:33:51,697 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 6bbca269cf250ed3b4c6649e9cb5893b, NAME => 'testDatalossWhenInputError,,1731468831631.6bbca269cf250ed3b4c6649e9cb5893b.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:33:51,697 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731468831631.6bbca269cf250ed3b4c6649e9cb5893b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:33:51,698 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 6bbca269cf250ed3b4c6649e9cb5893b 2024-11-13T03:33:51,698 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 6bbca269cf250ed3b4c6649e9cb5893b 2024-11-13T03:33:51,699 INFO [StoreOpener-6bbca269cf250ed3b4c6649e9cb5893b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6bbca269cf250ed3b4c6649e9cb5893b 2024-11-13T03:33:51,699 INFO [StoreOpener-6bbca269cf250ed3b4c6649e9cb5893b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bbca269cf250ed3b4c6649e9cb5893b columnFamilyName a 2024-11-13T03:33:51,700 DEBUG [StoreOpener-6bbca269cf250ed3b4c6649e9cb5893b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:51,700 INFO [StoreOpener-6bbca269cf250ed3b4c6649e9cb5893b-1 {}] regionserver.HStore(327): Store=6bbca269cf250ed3b4c6649e9cb5893b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:51,700 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6bbca269cf250ed3b4c6649e9cb5893b 2024-11-13T03:33:51,701 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/testDatalossWhenInputError/6bbca269cf250ed3b4c6649e9cb5893b 2024-11-13T03:33:51,702 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/testDatalossWhenInputError/6bbca269cf250ed3b4c6649e9cb5893b 2024-11-13T03:33:51,702 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6bbca269cf250ed3b4c6649e9cb5893b 2024-11-13T03:33:51,702 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6bbca269cf250ed3b4c6649e9cb5893b 2024-11-13T03:33:51,704 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6bbca269cf250ed3b4c6649e9cb5893b 2024-11-13T03:33:51,705 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6bbca269cf250ed3b4c6649e9cb5893b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75213947, jitterRate=0.12077514827251434}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T03:33:51,706 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6bbca269cf250ed3b4c6649e9cb5893b: Writing region info on filesystem at 1731468831698Initializing all the Stores at 1731468831698Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468831699 (+1 ms)Cleaning up temporary data from old regions at 1731468831703 (+4 ms)Region opened successfully at 1731468831706 (+3 ms) 2024-11-13T03:33:51,713 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 6bbca269cf250ed3b4c6649e9cb5893b, disabling compactions & flushes 2024-11-13T03:33:51,713 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731468831631.6bbca269cf250ed3b4c6649e9cb5893b. 2024-11-13T03:33:51,714 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731468831631.6bbca269cf250ed3b4c6649e9cb5893b. 2024-11-13T03:33:51,714 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731468831631.6bbca269cf250ed3b4c6649e9cb5893b. after waiting 0 ms 2024-11-13T03:33:51,714 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731468831631.6bbca269cf250ed3b4c6649e9cb5893b. 2024-11-13T03:33:51,714 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1731468831631.6bbca269cf250ed3b4c6649e9cb5893b. 2024-11-13T03:33:51,714 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731468831631.6bbca269cf250ed3b4c6649e9cb5893b. 2024-11-13T03:33:51,714 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 6bbca269cf250ed3b4c6649e9cb5893b: Waiting for close lock at 1731468831713Disabling compacts and flushes for region at 1731468831713Disabling writes for close at 1731468831714 (+1 ms)Writing region close event to WAL at 1731468831714Closed at 1731468831714 2024-11-13T03:33:51,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741911_1089 (size=1050) 2024-11-13T03:33:51,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741911_1089 (size=1050) 2024-11-13T03:33:51,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741911_1089 (size=1050) 2024-11-13T03:33:51,735 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34503/hbase/WALs/testdatalosswheninputerror-manual,16010,1731468831630/wal.1731468831679, size=1.0 K (1050bytes) 2024-11-13T03:33:51,735 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34503/hbase/WALs/testdatalosswheninputerror-manual,16010,1731468831630/wal.1731468831679 2024-11-13T03:33:51,735 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34503/hbase/WALs/testdatalosswheninputerror-manual,16010,1731468831630/wal.1731468831679 after 0ms 2024-11-13T03:33:51,737 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34503/hbase/WALs/testdatalosswheninputerror-manual,16010,1731468831630/wal.1731468831679: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T03:33:51,737 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34503/hbase/WALs/testdatalosswheninputerror-manual,16010,1731468831630/wal.1731468831679 took 2ms 2024-11-13T03:33:51,739 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34503/hbase/WALs/testdatalosswheninputerror-manual,16010,1731468831630/wal.1731468831679 so closing down 2024-11-13T03:33:51,739 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T03:33:51,740 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731468831679.temp 2024-11-13T03:33:51,741 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34503/hbase/data/default/testDatalossWhenInputError/6bbca269cf250ed3b4c6649e9cb5893b/recovered.edits/0000000000000000003-wal.1731468831679.temp 2024-11-13T03:33:51,741 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T03:33:51,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741912_1090 (size=1050) 2024-11-13T03:33:51,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741912_1090 (size=1050) 2024-11-13T03:33:51,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741912_1090 (size=1050) 2024-11-13T03:33:51,748 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34503/hbase/data/default/testDatalossWhenInputError/6bbca269cf250ed3b4c6649e9cb5893b/recovered.edits/0000000000000000003-wal.1731468831679.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-13T03:33:51,753 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34503/hbase/data/default/testDatalossWhenInputError/6bbca269cf250ed3b4c6649e9cb5893b/recovered.edits/0000000000000000003-wal.1731468831679.temp to hdfs://localhost:34503/hbase/data/default/testDatalossWhenInputError/6bbca269cf250ed3b4c6649e9cb5893b/recovered.edits/0000000000000000012 2024-11-13T03:33:51,753 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:34503/hbase/WALs/testdatalosswheninputerror-manual,16010,1731468831630/wal.1731468831679, size=1.0 K, length=1050, corrupted=false, cancelled=false 2024-11-13T03:33:51,753 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34503/hbase/WALs/testdatalosswheninputerror-manual,16010,1731468831630/wal.1731468831679, journal: Splitting hdfs://localhost:34503/hbase/WALs/testdatalosswheninputerror-manual,16010,1731468831630/wal.1731468831679, size=1.0 K (1050bytes) at 1731468831735Finishing writing output for hdfs://localhost:34503/hbase/WALs/testdatalosswheninputerror-manual,16010,1731468831630/wal.1731468831679 so closing down at 1731468831739 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34503/hbase/data/default/testDatalossWhenInputError/6bbca269cf250ed3b4c6649e9cb5893b/recovered.edits/0000000000000000003-wal.1731468831679.temp at 1731468831741 (+2 ms)3 split writer threads finished at 1731468831741Closed recovered edits writer path=hdfs://localhost:34503/hbase/data/default/testDatalossWhenInputError/6bbca269cf250ed3b4c6649e9cb5893b/recovered.edits/0000000000000000003-wal.1731468831679.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731468831748 (+7 ms)Rename recovered edits hdfs://localhost:34503/hbase/data/default/testDatalossWhenInputError/6bbca269cf250ed3b4c6649e9cb5893b/recovered.edits/0000000000000000003-wal.1731468831679.temp to hdfs://localhost:34503/hbase/data/default/testDatalossWhenInputError/6bbca269cf250ed3b4c6649e9cb5893b/recovered.edits/0000000000000000012 at 1731468831753 (+5 ms)Processed 10 edits across 1 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:34503/hbase/WALs/testdatalosswheninputerror-manual,16010,1731468831630/wal.1731468831679, size=1.0 K, length=1050, corrupted=false, cancelled=false at 1731468831753 2024-11-13T03:33:51,755 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34503/hbase/WALs/testdatalosswheninputerror-manual,16010,1731468831630/wal.1731468831679 to hdfs://localhost:34503/hbase/oldWALs/wal.1731468831679 2024-11-13T03:33:51,755 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34503/hbase/data/default/testDatalossWhenInputError/6bbca269cf250ed3b4c6649e9cb5893b/recovered.edits/0000000000000000012 2024-11-13T03:33:51,758 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34503/hbase/data/default/testDatalossWhenInputError/6bbca269cf250ed3b4c6649e9cb5893b/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T03:33:52,103 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T03:33:52,105 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34503/hbase/WALs/testdatalosswheninputerror-manual,16010,1731468831630, archiveDir=hdfs://localhost:34503/hbase/oldWALs, maxLogs=32 2024-11-13T03:33:52,122 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731468831630/wal.1731468832105, exclude list is [], retry=0 2024-11-13T03:33:52,125 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33239,DS-0143b86c-777b-4406-8dda-28f4895a3126,DISK] 2024-11-13T03:33:52,125 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33377,DS-12acb2b1-4855-4f60-b66d-e1b491b18043,DISK] 2024-11-13T03:33:52,125 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35295,DS-cb060802-079b-40f9-ad9e-b48cd12e961a,DISK] 2024-11-13T03:33:52,127 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731468831630/wal.1731468832105 2024-11-13T03:33:52,130 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35495:35495),(127.0.0.1/127.0.0.1:46723:46723),(127.0.0.1/127.0.0.1:35937:35937)] 2024-11-13T03:33:52,130 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 6bbca269cf250ed3b4c6649e9cb5893b, NAME => 'testDatalossWhenInputError,,1731468831631.6bbca269cf250ed3b4c6649e9cb5893b.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:33:52,131 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731468831631.6bbca269cf250ed3b4c6649e9cb5893b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:33:52,131 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 6bbca269cf250ed3b4c6649e9cb5893b 2024-11-13T03:33:52,131 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 6bbca269cf250ed3b4c6649e9cb5893b 2024-11-13T03:33:52,134 INFO [StoreOpener-6bbca269cf250ed3b4c6649e9cb5893b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6bbca269cf250ed3b4c6649e9cb5893b 2024-11-13T03:33:52,136 INFO [StoreOpener-6bbca269cf250ed3b4c6649e9cb5893b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bbca269cf250ed3b4c6649e9cb5893b columnFamilyName a 2024-11-13T03:33:52,136 DEBUG [StoreOpener-6bbca269cf250ed3b4c6649e9cb5893b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:52,138 INFO [StoreOpener-6bbca269cf250ed3b4c6649e9cb5893b-1 {}] regionserver.HStore(327): Store=6bbca269cf250ed3b4c6649e9cb5893b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:52,138 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6bbca269cf250ed3b4c6649e9cb5893b 2024-11-13T03:33:52,139 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/testDatalossWhenInputError/6bbca269cf250ed3b4c6649e9cb5893b 2024-11-13T03:33:52,140 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/testDatalossWhenInputError/6bbca269cf250ed3b4c6649e9cb5893b 2024-11-13T03:33:52,141 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34503/hbase/data/default/testDatalossWhenInputError/6bbca269cf250ed3b4c6649e9cb5893b/recovered.edits/0000000000000000012 2024-11-13T03:33:52,143 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34503/hbase/data/default/testDatalossWhenInputError/6bbca269cf250ed3b4c6649e9cb5893b/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T03:33:52,145 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:34503/hbase/data/default/testDatalossWhenInputError/6bbca269cf250ed3b4c6649e9cb5893b/recovered.edits/0000000000000000012 2024-11-13T03:33:52,145 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6bbca269cf250ed3b4c6649e9cb5893b 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-13T03:33:52,167 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34503/hbase/data/default/testDatalossWhenInputError/6bbca269cf250ed3b4c6649e9cb5893b/.tmp/a/8305bc58f8ef4b83ac9a322975083ff7 is 79, key is testDatalossWhenInputError/a:x0/1731468831706/Put/seqid=0 2024-11-13T03:33:52,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741914_1092 (size=5808) 2024-11-13T03:33:52,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741914_1092 (size=5808) 2024-11-13T03:33:52,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741914_1092 (size=5808) 2024-11-13T03:33:52,174 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34503/hbase/data/default/testDatalossWhenInputError/6bbca269cf250ed3b4c6649e9cb5893b/.tmp/a/8305bc58f8ef4b83ac9a322975083ff7 2024-11-13T03:33:52,183 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/hbase/data/default/testDatalossWhenInputError/6bbca269cf250ed3b4c6649e9cb5893b/.tmp/a/8305bc58f8ef4b83ac9a322975083ff7 as hdfs://localhost:34503/hbase/data/default/testDatalossWhenInputError/6bbca269cf250ed3b4c6649e9cb5893b/a/8305bc58f8ef4b83ac9a322975083ff7 2024-11-13T03:33:52,193 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34503/hbase/data/default/testDatalossWhenInputError/6bbca269cf250ed3b4c6649e9cb5893b/a/8305bc58f8ef4b83ac9a322975083ff7, entries=10, sequenceid=12, filesize=5.7 K 2024-11-13T03:33:52,193 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 6bbca269cf250ed3b4c6649e9cb5893b in 48ms, sequenceid=12, compaction requested=false; wal=null 2024-11-13T03:33:52,194 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34503/hbase/data/default/testDatalossWhenInputError/6bbca269cf250ed3b4c6649e9cb5893b/recovered.edits/0000000000000000012 2024-11-13T03:33:52,195 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6bbca269cf250ed3b4c6649e9cb5893b 2024-11-13T03:33:52,195 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6bbca269cf250ed3b4c6649e9cb5893b 2024-11-13T03:33:52,197 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T03:33:52,198 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6bbca269cf250ed3b4c6649e9cb5893b 2024-11-13T03:33:52,200 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34503/hbase/data/default/testDatalossWhenInputError/6bbca269cf250ed3b4c6649e9cb5893b/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-13T03:33:52,201 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6bbca269cf250ed3b4c6649e9cb5893b; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60406391, jitterRate=-0.09987463057041168}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T03:33:52,202 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6bbca269cf250ed3b4c6649e9cb5893b: Writing region info on filesystem at 1731468832131Initializing all the Stores at 1731468832134 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468832134Obtaining lock to block concurrent updates at 1731468832145 (+11 ms)Preparing flush snapshotting stores in 6bbca269cf250ed3b4c6649e9cb5893b at 1731468832145Finished memstore snapshotting testDatalossWhenInputError,,1731468831631.6bbca269cf250ed3b4c6649e9cb5893b., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1731468832145Flushing stores of testDatalossWhenInputError,,1731468831631.6bbca269cf250ed3b4c6649e9cb5893b. at 1731468832145Flushing 6bbca269cf250ed3b4c6649e9cb5893b/a: creating writer at 1731468832145Flushing 6bbca269cf250ed3b4c6649e9cb5893b/a: appending metadata at 1731468832167 (+22 ms)Flushing 6bbca269cf250ed3b4c6649e9cb5893b/a: closing flushed file at 1731468832167Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bc5871c: reopening flushed file at 1731468832181 (+14 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 6bbca269cf250ed3b4c6649e9cb5893b in 48ms, sequenceid=12, compaction requested=false; wal=null at 1731468832193 (+12 ms)Cleaning up temporary data from old regions at 1731468832195 (+2 ms)Region opened successfully at 1731468832202 (+7 ms) 2024-11-13T03:33:52,204 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 6bbca269cf250ed3b4c6649e9cb5893b, NAME => 'testDatalossWhenInputError,,1731468831631.6bbca269cf250ed3b4c6649e9cb5893b.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:33:52,205 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731468831631.6bbca269cf250ed3b4c6649e9cb5893b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:33:52,205 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 6bbca269cf250ed3b4c6649e9cb5893b 2024-11-13T03:33:52,205 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 6bbca269cf250ed3b4c6649e9cb5893b 2024-11-13T03:33:52,206 INFO [StoreOpener-6bbca269cf250ed3b4c6649e9cb5893b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6bbca269cf250ed3b4c6649e9cb5893b 2024-11-13T03:33:52,207 INFO [StoreOpener-6bbca269cf250ed3b4c6649e9cb5893b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bbca269cf250ed3b4c6649e9cb5893b columnFamilyName a 2024-11-13T03:33:52,207 DEBUG [StoreOpener-6bbca269cf250ed3b4c6649e9cb5893b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:52,212 DEBUG [StoreOpener-6bbca269cf250ed3b4c6649e9cb5893b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34503/hbase/data/default/testDatalossWhenInputError/6bbca269cf250ed3b4c6649e9cb5893b/a/8305bc58f8ef4b83ac9a322975083ff7 2024-11-13T03:33:52,212 INFO [StoreOpener-6bbca269cf250ed3b4c6649e9cb5893b-1 {}] regionserver.HStore(327): Store=6bbca269cf250ed3b4c6649e9cb5893b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:52,212 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6bbca269cf250ed3b4c6649e9cb5893b 2024-11-13T03:33:52,213 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/testDatalossWhenInputError/6bbca269cf250ed3b4c6649e9cb5893b 2024-11-13T03:33:52,214 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/testDatalossWhenInputError/6bbca269cf250ed3b4c6649e9cb5893b 2024-11-13T03:33:52,215 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6bbca269cf250ed3b4c6649e9cb5893b 2024-11-13T03:33:52,215 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6bbca269cf250ed3b4c6649e9cb5893b 2024-11-13T03:33:52,216 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6bbca269cf250ed3b4c6649e9cb5893b 2024-11-13T03:33:52,218 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34503/hbase/data/default/testDatalossWhenInputError/6bbca269cf250ed3b4c6649e9cb5893b/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-13T03:33:52,219 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6bbca269cf250ed3b4c6649e9cb5893b; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61107928, jitterRate=-0.08942091464996338}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T03:33:52,220 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6bbca269cf250ed3b4c6649e9cb5893b: Writing region info on filesystem at 1731468832205Initializing all the Stores at 1731468832206 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468832206Cleaning up temporary data from old regions at 1731468832215 (+9 ms)Region opened successfully at 1731468832220 (+5 ms) 2024-11-13T03:33:52,235 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=428 (was 417) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1987019593_22 at /127.0.0.1:42258 [Waiting for operation #2] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1987019593_22 at /127.0.0.1:36226 [Waiting for operation #23] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1987019593_22 at /127.0.0.1:45248 [Receiving block BP-1208868859-172.17.0.3-1731468798314:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1208868859-172.17.0.3-1731468798314:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1208868859-172.17.0.3-1731468798314:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1208868859-172.17.0.3-1731468798314:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1987019593_22 at /127.0.0.1:52612 [Receiving block BP-1208868859-172.17.0.3-1731468798314:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1987019593_22 at /127.0.0.1:57634 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1987019593_22 at /127.0.0.1:55056 [Receiving block BP-1208868859-172.17.0.3-1731468798314:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1265 (was 1181) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=207 (was 207), ProcessCount=11 (was 11), AvailableMemoryMB=2746 (was 2749) 2024-11-13T03:33:52,235 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1265 is superior to 1024 2024-11-13T03:33:52,247 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=428, OpenFileDescriptor=1265, MaxFileDescriptor=1048576, SystemLoadAverage=207, ProcessCount=11, AvailableMemoryMB=2745 2024-11-13T03:33:52,247 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1265 is superior to 1024 2024-11-13T03:33:52,261 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:33:52,264 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:33:52,265 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:33:52,267 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-97713611, suffix=, logDir=hdfs://localhost:34503/hbase/WALs/hregion-97713611, archiveDir=hdfs://localhost:34503/hbase/oldWALs, maxLogs=32 2024-11-13T03:33:52,285 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-97713611/hregion-97713611.1731468832268, exclude list is [], retry=0 2024-11-13T03:33:52,288 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33239,DS-0143b86c-777b-4406-8dda-28f4895a3126,DISK] 2024-11-13T03:33:52,288 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33377,DS-12acb2b1-4855-4f60-b66d-e1b491b18043,DISK] 2024-11-13T03:33:52,288 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35295,DS-cb060802-079b-40f9-ad9e-b48cd12e961a,DISK] 2024-11-13T03:33:52,290 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-97713611/hregion-97713611.1731468832268 2024-11-13T03:33:52,291 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35495:35495),(127.0.0.1/127.0.0.1:46723:46723),(127.0.0.1/127.0.0.1:35937:35937)] 2024-11-13T03:33:52,291 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 889d53c787edd9983d26275753662062, NAME => 'testCompactedBulkLoadedFiles,,1731468832262.889d53c787edd9983d26275753662062.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34503/hbase 2024-11-13T03:33:52,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741916_1094 (size=63) 2024-11-13T03:33:52,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741916_1094 (size=63) 2024-11-13T03:33:52,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741916_1094 (size=63) 2024-11-13T03:33:52,305 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731468832262.889d53c787edd9983d26275753662062.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:33:52,309 INFO [StoreOpener-889d53c787edd9983d26275753662062-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 889d53c787edd9983d26275753662062 2024-11-13T03:33:52,310 INFO [StoreOpener-889d53c787edd9983d26275753662062-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 889d53c787edd9983d26275753662062 columnFamilyName a 2024-11-13T03:33:52,310 DEBUG [StoreOpener-889d53c787edd9983d26275753662062-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:52,311 INFO [StoreOpener-889d53c787edd9983d26275753662062-1 {}] regionserver.HStore(327): Store=889d53c787edd9983d26275753662062/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:52,311 INFO [StoreOpener-889d53c787edd9983d26275753662062-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 889d53c787edd9983d26275753662062 2024-11-13T03:33:52,312 INFO [StoreOpener-889d53c787edd9983d26275753662062-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 889d53c787edd9983d26275753662062 columnFamilyName b 2024-11-13T03:33:52,312 DEBUG [StoreOpener-889d53c787edd9983d26275753662062-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:52,313 INFO [StoreOpener-889d53c787edd9983d26275753662062-1 {}] regionserver.HStore(327): Store=889d53c787edd9983d26275753662062/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:52,313 INFO [StoreOpener-889d53c787edd9983d26275753662062-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 889d53c787edd9983d26275753662062 2024-11-13T03:33:52,314 INFO [StoreOpener-889d53c787edd9983d26275753662062-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 889d53c787edd9983d26275753662062 columnFamilyName c 2024-11-13T03:33:52,314 DEBUG [StoreOpener-889d53c787edd9983d26275753662062-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:52,315 INFO [StoreOpener-889d53c787edd9983d26275753662062-1 {}] regionserver.HStore(327): Store=889d53c787edd9983d26275753662062/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:52,315 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 889d53c787edd9983d26275753662062 2024-11-13T03:33:52,316 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062 2024-11-13T03:33:52,316 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062 2024-11-13T03:33:52,317 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 889d53c787edd9983d26275753662062 2024-11-13T03:33:52,317 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 889d53c787edd9983d26275753662062 2024-11-13T03:33:52,318 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T03:33:52,319 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 889d53c787edd9983d26275753662062 2024-11-13T03:33:52,321 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:33:52,321 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 889d53c787edd9983d26275753662062; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61954654, jitterRate=-0.07680371403694153}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T03:33:52,322 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 889d53c787edd9983d26275753662062: Writing region info on filesystem at 1731468832305Initializing all the Stores at 1731468832306 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468832306Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468832309 (+3 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468832309Cleaning up temporary data from old regions at 1731468832317 (+8 ms)Region opened successfully at 1731468832322 (+5 ms) 2024-11-13T03:33:52,322 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 889d53c787edd9983d26275753662062, disabling compactions & flushes 2024-11-13T03:33:52,322 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731468832262.889d53c787edd9983d26275753662062. 2024-11-13T03:33:52,322 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731468832262.889d53c787edd9983d26275753662062. 2024-11-13T03:33:52,322 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731468832262.889d53c787edd9983d26275753662062. after waiting 0 ms 2024-11-13T03:33:52,322 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731468832262.889d53c787edd9983d26275753662062. 2024-11-13T03:33:52,322 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731468832262.889d53c787edd9983d26275753662062. 2024-11-13T03:33:52,323 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 889d53c787edd9983d26275753662062: Waiting for close lock at 1731468832322Disabling compacts and flushes for region at 1731468832322Disabling writes for close at 1731468832322Writing region close event to WAL at 1731468832322Closed at 1731468832322 2024-11-13T03:33:52,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741915_1093 (size=95) 2024-11-13T03:33:52,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741915_1093 (size=95) 2024-11-13T03:33:52,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741915_1093 (size=95) 2024-11-13T03:33:52,328 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T03:33:52,328 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-97713611:(num 1731468832268) 2024-11-13T03:33:52,329 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T03:33:52,330 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34503/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731468832261, archiveDir=hdfs://localhost:34503/hbase/oldWALs, maxLogs=32 2024-11-13T03:33:52,343 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731468832261/wal.1731468832331, exclude list is [], retry=0 2024-11-13T03:33:52,345 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33239,DS-0143b86c-777b-4406-8dda-28f4895a3126,DISK] 2024-11-13T03:33:52,346 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33377,DS-12acb2b1-4855-4f60-b66d-e1b491b18043,DISK] 2024-11-13T03:33:52,346 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35295,DS-cb060802-079b-40f9-ad9e-b48cd12e961a,DISK] 2024-11-13T03:33:52,347 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731468832261/wal.1731468832331 2024-11-13T03:33:52,347 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35495:35495),(127.0.0.1/127.0.0.1:46723:46723),(127.0.0.1/127.0.0.1:35937:35937)] 2024-11-13T03:33:52,348 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 889d53c787edd9983d26275753662062, NAME => 'testCompactedBulkLoadedFiles,,1731468832262.889d53c787edd9983d26275753662062.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:33:52,348 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731468832262.889d53c787edd9983d26275753662062.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:33:52,348 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 889d53c787edd9983d26275753662062 2024-11-13T03:33:52,348 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 889d53c787edd9983d26275753662062 2024-11-13T03:33:52,350 INFO [StoreOpener-889d53c787edd9983d26275753662062-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 889d53c787edd9983d26275753662062 2024-11-13T03:33:52,351 INFO [StoreOpener-889d53c787edd9983d26275753662062-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 889d53c787edd9983d26275753662062 columnFamilyName a 2024-11-13T03:33:52,351 DEBUG [StoreOpener-889d53c787edd9983d26275753662062-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:52,351 INFO [StoreOpener-889d53c787edd9983d26275753662062-1 {}] regionserver.HStore(327): Store=889d53c787edd9983d26275753662062/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:52,351 INFO [StoreOpener-889d53c787edd9983d26275753662062-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 889d53c787edd9983d26275753662062 2024-11-13T03:33:52,352 INFO [StoreOpener-889d53c787edd9983d26275753662062-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 889d53c787edd9983d26275753662062 columnFamilyName b 2024-11-13T03:33:52,352 DEBUG [StoreOpener-889d53c787edd9983d26275753662062-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:52,353 INFO [StoreOpener-889d53c787edd9983d26275753662062-1 {}] regionserver.HStore(327): Store=889d53c787edd9983d26275753662062/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:52,353 INFO [StoreOpener-889d53c787edd9983d26275753662062-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 889d53c787edd9983d26275753662062 2024-11-13T03:33:52,354 INFO [StoreOpener-889d53c787edd9983d26275753662062-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 889d53c787edd9983d26275753662062 columnFamilyName c 2024-11-13T03:33:52,354 DEBUG [StoreOpener-889d53c787edd9983d26275753662062-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:52,354 INFO [StoreOpener-889d53c787edd9983d26275753662062-1 {}] regionserver.HStore(327): Store=889d53c787edd9983d26275753662062/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:52,354 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 889d53c787edd9983d26275753662062 2024-11-13T03:33:52,355 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062 2024-11-13T03:33:52,356 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062 2024-11-13T03:33:52,357 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 889d53c787edd9983d26275753662062 2024-11-13T03:33:52,357 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 889d53c787edd9983d26275753662062 2024-11-13T03:33:52,357 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T03:33:52,359 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 889d53c787edd9983d26275753662062 2024-11-13T03:33:52,360 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 889d53c787edd9983d26275753662062; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60316499, jitterRate=-0.10121412575244904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T03:33:52,361 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 889d53c787edd9983d26275753662062: Writing region info on filesystem at 1731468832348Initializing all the Stores at 1731468832349 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468832349Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468832350 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468832350Cleaning up temporary data from old regions at 1731468832357 (+7 ms)Region opened successfully at 1731468832361 (+4 ms) 2024-11-13T03:33:52,365 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34503/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1731468832364/Put/seqid=0 2024-11-13T03:33:52,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741918_1096 (size=4875) 2024-11-13T03:33:52,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741918_1096 (size=4875) 2024-11-13T03:33:52,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741918_1096 (size=4875) 2024-11-13T03:33:52,377 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34503/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1731468832377/Put/seqid=0 2024-11-13T03:33:52,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741919_1097 (size=4875) 2024-11-13T03:33:52,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741919_1097 (size=4875) 2024-11-13T03:33:52,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741919_1097 (size=4875) 2024-11-13T03:33:52,387 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34503/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1731468832387/Put/seqid=0 2024-11-13T03:33:52,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741920_1098 (size=4875) 2024-11-13T03:33:52,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741920_1098 (size=4875) 2024-11-13T03:33:52,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741920_1098 (size=4875) 2024-11-13T03:33:52,454 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34503/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 889d53c787edd9983d26275753662062/a 2024-11-13T03:33:52,458 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-13T03:33:52,458 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T03:33:52,458 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34503/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 889d53c787edd9983d26275753662062/a 2024-11-13T03:33:52,462 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-13T03:33:52,462 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T03:33:52,462 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34503/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 889d53c787edd9983d26275753662062/a 2024-11-13T03:33:52,465 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-13T03:33:52,465 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T03:33:52,465 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 889d53c787edd9983d26275753662062 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-13T03:33:52,482 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/.tmp/a/0b58f8ed082d4eba8db7edf804e1a390 is 55, key is testCompactedBulkLoadedFiles/a:a/1731468832361/Put/seqid=0 2024-11-13T03:33:52,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741921_1099 (size=5107) 2024-11-13T03:33:52,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741921_1099 (size=5107) 2024-11-13T03:33:52,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741921_1099 (size=5107) 2024-11-13T03:33:52,492 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/.tmp/a/0b58f8ed082d4eba8db7edf804e1a390 2024-11-13T03:33:52,498 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/.tmp/a/0b58f8ed082d4eba8db7edf804e1a390 as hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/a/0b58f8ed082d4eba8db7edf804e1a390 2024-11-13T03:33:52,503 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/a/0b58f8ed082d4eba8db7edf804e1a390, entries=1, sequenceid=4, filesize=5.0 K 2024-11-13T03:33:52,504 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 889d53c787edd9983d26275753662062 in 39ms, sequenceid=4, compaction requested=false 2024-11-13T03:33:52,504 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 889d53c787edd9983d26275753662062: 2024-11-13T03:33:52,506 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/a/86d55c97076b458f974a32307b275711_SeqId_4_ 2024-11-13T03:33:52,507 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/a/0f4addab29264e6fbad7ea4c909cd6d7_SeqId_4_ 2024-11-13T03:33:52,508 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/a/3912aae515864559bb3e74aa0f757456_SeqId_4_ 2024-11-13T03:33:52,508 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34503/hbase/testCompactedBulkLoadedFiles/hfile0 into 889d53c787edd9983d26275753662062/a as hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/a/86d55c97076b458f974a32307b275711_SeqId_4_ - updating store file list. 2024-11-13T03:33:52,513 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 86d55c97076b458f974a32307b275711_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T03:33:52,513 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/a/86d55c97076b458f974a32307b275711_SeqId_4_ into 889d53c787edd9983d26275753662062/a 2024-11-13T03:33:52,513 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34503/hbase/testCompactedBulkLoadedFiles/hfile0 into 889d53c787edd9983d26275753662062/a (new location: hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/a/86d55c97076b458f974a32307b275711_SeqId_4_) 2024-11-13T03:33:52,515 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34503/hbase/testCompactedBulkLoadedFiles/hfile1 into 889d53c787edd9983d26275753662062/a as hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/a/0f4addab29264e6fbad7ea4c909cd6d7_SeqId_4_ - updating store file list. 2024-11-13T03:33:52,520 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0f4addab29264e6fbad7ea4c909cd6d7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T03:33:52,520 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/a/0f4addab29264e6fbad7ea4c909cd6d7_SeqId_4_ into 889d53c787edd9983d26275753662062/a 2024-11-13T03:33:52,521 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34503/hbase/testCompactedBulkLoadedFiles/hfile1 into 889d53c787edd9983d26275753662062/a (new location: hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/a/0f4addab29264e6fbad7ea4c909cd6d7_SeqId_4_) 2024-11-13T03:33:52,522 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34503/hbase/testCompactedBulkLoadedFiles/hfile2 into 889d53c787edd9983d26275753662062/a as hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/a/3912aae515864559bb3e74aa0f757456_SeqId_4_ - updating store file list. 2024-11-13T03:33:52,527 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3912aae515864559bb3e74aa0f757456_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T03:33:52,527 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/a/3912aae515864559bb3e74aa0f757456_SeqId_4_ into 889d53c787edd9983d26275753662062/a 2024-11-13T03:33:52,527 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34503/hbase/testCompactedBulkLoadedFiles/hfile2 into 889d53c787edd9983d26275753662062/a (new location: hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/a/3912aae515864559bb3e74aa0f757456_SeqId_4_) 2024-11-13T03:33:52,534 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T03:33:52,534 DEBUG [Time-limited test {}] regionserver.HStore(1541): 889d53c787edd9983d26275753662062/a is initiating major compaction (all files) 2024-11-13T03:33:52,534 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 889d53c787edd9983d26275753662062/a in testCompactedBulkLoadedFiles,,1731468832262.889d53c787edd9983d26275753662062. 2024-11-13T03:33:52,534 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/a/0b58f8ed082d4eba8db7edf804e1a390, hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/a/86d55c97076b458f974a32307b275711_SeqId_4_, hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/a/0f4addab29264e6fbad7ea4c909cd6d7_SeqId_4_, hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/a/3912aae515864559bb3e74aa0f757456_SeqId_4_] into tmpdir=hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/.tmp, totalSize=19.3 K 2024-11-13T03:33:52,535 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 0b58f8ed082d4eba8db7edf804e1a390, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1731468832361 2024-11-13T03:33:52,535 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 86d55c97076b458f974a32307b275711_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-13T03:33:52,535 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 0f4addab29264e6fbad7ea4c909cd6d7_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-13T03:33:52,536 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 3912aae515864559bb3e74aa0f757456_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-13T03:33:52,549 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/.tmp/a/63f1356283d7429ebc4b0fa883dc46df is 55, key is testCompactedBulkLoadedFiles/a:a/1731468832361/Put/seqid=0 2024-11-13T03:33:52,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741922_1100 (size=6154) 2024-11-13T03:33:52,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741922_1100 (size=6154) 2024-11-13T03:33:52,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741922_1100 (size=6154) 2024-11-13T03:33:52,565 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/.tmp/a/63f1356283d7429ebc4b0fa883dc46df as hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/a/63f1356283d7429ebc4b0fa883dc46df 2024-11-13T03:33:52,572 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 889d53c787edd9983d26275753662062/a of 889d53c787edd9983d26275753662062 into 63f1356283d7429ebc4b0fa883dc46df(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T03:33:52,573 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 889d53c787edd9983d26275753662062: 2024-11-13T03:33:52,573 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-13T03:33:52,573 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-13T03:33:52,605 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34503/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731468832261/wal.1731468832331, size=0 (0bytes) 2024-11-13T03:33:52,605 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34503/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731468832261/wal.1731468832331 might be still open, length is 0 2024-11-13T03:33:52,606 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34503/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731468832261/wal.1731468832331 2024-11-13T03:33:52,606 WARN [IPC Server handler 2 on default port 34503 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731468832261/wal.1731468832331 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-11-13T03:33:52,606 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34503/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731468832261/wal.1731468832331 after 0ms 2024-11-13T03:33:53,371 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-11-13T03:33:53,371 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-11-13T03:33:53,372 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-11-13T03:33:53,372 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-11-13T03:33:55,102 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1987019593_22 at /127.0.0.1:52648 [Receiving block BP-1208868859-172.17.0.3-1731468798314:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:33239:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52648 dst: /127.0.0.1:33239 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:33239 remote=/127.0.0.1:52648]. Total timeout mills is 60000, 57470 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T03:33:55,103 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1987019593_22 at /127.0.0.1:55100 [Receiving block BP-1208868859-172.17.0.3-1731468798314:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:35295:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55100 dst: /127.0.0.1:35295 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T03:33:55,103 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1987019593_22 at /127.0.0.1:45292 [Receiving block BP-1208868859-172.17.0.3-1731468798314:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:33377:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45292 dst: /127.0.0.1:33377 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T03:33:55,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741917_1101 (size=1176) 2024-11-13T03:33:55,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741917_1101 (size=1176) 2024-11-13T03:33:55,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741917_1101 (size=1176) 2024-11-13T03:33:56,608 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34503/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731468832261/wal.1731468832331 after 4002ms 2024-11-13T03:33:56,614 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34503/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731468832261/wal.1731468832331: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T03:33:56,615 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34503/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731468832261/wal.1731468832331 took 4010ms 2024-11-13T03:33:56,617 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34503/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731468832261/wal.1731468832331; continuing. 2024-11-13T03:33:56,617 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34503/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731468832261/wal.1731468832331 so closing down 2024-11-13T03:33:56,617 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T03:33:56,618 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731468832331.temp 2024-11-13T03:33:56,620 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/recovered.edits/0000000000000000003-wal.1731468832331.temp 2024-11-13T03:33:56,620 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T03:33:56,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741923_1102 (size=550) 2024-11-13T03:33:56,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741923_1102 (size=550) 2024-11-13T03:33:56,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741923_1102 (size=550) 2024-11-13T03:33:56,629 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/recovered.edits/0000000000000000003-wal.1731468832331.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-13T03:33:56,630 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/recovered.edits/0000000000000000003-wal.1731468832331.temp to hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/recovered.edits/0000000000000000008 2024-11-13T03:33:56,630 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 15 ms; skipped=3; WAL=hdfs://localhost:34503/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731468832261/wal.1731468832331, size=0, length=0, corrupted=false, cancelled=false 2024-11-13T03:33:56,630 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34503/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731468832261/wal.1731468832331, journal: Splitting hdfs://localhost:34503/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731468832261/wal.1731468832331, size=0 (0bytes) at 1731468832605Finishing writing output for hdfs://localhost:34503/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731468832261/wal.1731468832331 so closing down at 1731468836617 (+4012 ms)Creating recovered edits writer path=hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/recovered.edits/0000000000000000003-wal.1731468832331.temp at 1731468836620 (+3 ms)3 split writer threads finished at 1731468836620Closed recovered edits writer path=hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/recovered.edits/0000000000000000003-wal.1731468832331.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731468836629 (+9 ms)Rename recovered edits hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/recovered.edits/0000000000000000003-wal.1731468832331.temp to hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/recovered.edits/0000000000000000008 at 1731468836630 (+1 ms)Processed 5 edits across 1 Regions in 15 ms; skipped=3; WAL=hdfs://localhost:34503/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731468832261/wal.1731468832331, size=0, length=0, corrupted=false, cancelled=false at 1731468836630 2024-11-13T03:33:56,632 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34503/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731468832261/wal.1731468832331 to hdfs://localhost:34503/hbase/oldWALs/wal.1731468832331 2024-11-13T03:33:56,632 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/recovered.edits/0000000000000000008 2024-11-13T03:33:56,632 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T03:33:56,634 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34503/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731468832261, archiveDir=hdfs://localhost:34503/hbase/oldWALs, maxLogs=32 2024-11-13T03:33:56,648 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731468832261/wal.1731468836634, exclude list is [], retry=0 2024-11-13T03:33:56,650 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33239,DS-0143b86c-777b-4406-8dda-28f4895a3126,DISK] 2024-11-13T03:33:56,650 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33377,DS-12acb2b1-4855-4f60-b66d-e1b491b18043,DISK] 2024-11-13T03:33:56,650 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35295,DS-cb060802-079b-40f9-ad9e-b48cd12e961a,DISK] 2024-11-13T03:33:56,651 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731468832261/wal.1731468836634 2024-11-13T03:33:56,652 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35495:35495),(127.0.0.1/127.0.0.1:46723:46723),(127.0.0.1/127.0.0.1:35937:35937)] 2024-11-13T03:33:56,652 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 889d53c787edd9983d26275753662062, NAME => 'testCompactedBulkLoadedFiles,,1731468832262.889d53c787edd9983d26275753662062.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:33:56,652 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731468832262.889d53c787edd9983d26275753662062.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:33:56,652 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 889d53c787edd9983d26275753662062 2024-11-13T03:33:56,652 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 889d53c787edd9983d26275753662062 2024-11-13T03:33:56,654 INFO [StoreOpener-889d53c787edd9983d26275753662062-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 889d53c787edd9983d26275753662062 2024-11-13T03:33:56,654 INFO [StoreOpener-889d53c787edd9983d26275753662062-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 889d53c787edd9983d26275753662062 columnFamilyName a 2024-11-13T03:33:56,654 DEBUG [StoreOpener-889d53c787edd9983d26275753662062-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:56,661 DEBUG [StoreOpener-889d53c787edd9983d26275753662062-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/a/0b58f8ed082d4eba8db7edf804e1a390 2024-11-13T03:33:56,664 DEBUG [StoreFileOpener-889d53c787edd9983d26275753662062-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0f4addab29264e6fbad7ea4c909cd6d7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T03:33:56,664 DEBUG [StoreOpener-889d53c787edd9983d26275753662062-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/a/0f4addab29264e6fbad7ea4c909cd6d7_SeqId_4_ 2024-11-13T03:33:56,667 DEBUG [StoreFileOpener-889d53c787edd9983d26275753662062-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3912aae515864559bb3e74aa0f757456_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T03:33:56,668 DEBUG [StoreOpener-889d53c787edd9983d26275753662062-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/a/3912aae515864559bb3e74aa0f757456_SeqId_4_ 2024-11-13T03:33:56,671 DEBUG [StoreOpener-889d53c787edd9983d26275753662062-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/a/63f1356283d7429ebc4b0fa883dc46df 2024-11-13T03:33:56,674 DEBUG [StoreFileOpener-889d53c787edd9983d26275753662062-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 86d55c97076b458f974a32307b275711_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T03:33:56,674 DEBUG [StoreOpener-889d53c787edd9983d26275753662062-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/a/86d55c97076b458f974a32307b275711_SeqId_4_ 2024-11-13T03:33:56,674 WARN [StoreOpener-889d53c787edd9983d26275753662062-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/a/0b58f8ed082d4eba8db7edf804e1a390 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@132bbd28 2024-11-13T03:33:56,674 WARN [StoreOpener-889d53c787edd9983d26275753662062-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/a/0f4addab29264e6fbad7ea4c909cd6d7_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@132bbd28 2024-11-13T03:33:56,674 WARN [StoreOpener-889d53c787edd9983d26275753662062-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/a/3912aae515864559bb3e74aa0f757456_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@132bbd28 2024-11-13T03:33:56,674 WARN [StoreOpener-889d53c787edd9983d26275753662062-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/a/86d55c97076b458f974a32307b275711_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@132bbd28 2024-11-13T03:33:56,674 DEBUG [StoreOpener-889d53c787edd9983d26275753662062-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/a/0b58f8ed082d4eba8db7edf804e1a390, hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/a/0f4addab29264e6fbad7ea4c909cd6d7_SeqId_4_, hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/a/3912aae515864559bb3e74aa0f757456_SeqId_4_, hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/a/86d55c97076b458f974a32307b275711_SeqId_4_] to archive 2024-11-13T03:33:56,675 DEBUG [StoreOpener-889d53c787edd9983d26275753662062-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T03:33:56,677 DEBUG [StoreOpener-889d53c787edd9983d26275753662062-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/a/0b58f8ed082d4eba8db7edf804e1a390 to hdfs://localhost:34503/hbase/archive/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/a/0b58f8ed082d4eba8db7edf804e1a390 2024-11-13T03:33:56,678 DEBUG [StoreOpener-889d53c787edd9983d26275753662062-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/a/0f4addab29264e6fbad7ea4c909cd6d7_SeqId_4_ to hdfs://localhost:34503/hbase/archive/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/a/0f4addab29264e6fbad7ea4c909cd6d7_SeqId_4_ 2024-11-13T03:33:56,679 DEBUG [StoreOpener-889d53c787edd9983d26275753662062-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/a/3912aae515864559bb3e74aa0f757456_SeqId_4_ to hdfs://localhost:34503/hbase/archive/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/a/3912aae515864559bb3e74aa0f757456_SeqId_4_ 2024-11-13T03:33:56,680 DEBUG [StoreOpener-889d53c787edd9983d26275753662062-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/a/86d55c97076b458f974a32307b275711_SeqId_4_ to hdfs://localhost:34503/hbase/archive/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/a/86d55c97076b458f974a32307b275711_SeqId_4_ 2024-11-13T03:33:56,680 INFO [StoreOpener-889d53c787edd9983d26275753662062-1 {}] regionserver.HStore(327): Store=889d53c787edd9983d26275753662062/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:56,680 INFO [StoreOpener-889d53c787edd9983d26275753662062-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 889d53c787edd9983d26275753662062 2024-11-13T03:33:56,681 INFO [StoreOpener-889d53c787edd9983d26275753662062-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 889d53c787edd9983d26275753662062 columnFamilyName b 2024-11-13T03:33:56,681 DEBUG [StoreOpener-889d53c787edd9983d26275753662062-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:56,681 INFO [StoreOpener-889d53c787edd9983d26275753662062-1 {}] regionserver.HStore(327): Store=889d53c787edd9983d26275753662062/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:56,681 INFO [StoreOpener-889d53c787edd9983d26275753662062-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 889d53c787edd9983d26275753662062 2024-11-13T03:33:56,682 INFO [StoreOpener-889d53c787edd9983d26275753662062-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 889d53c787edd9983d26275753662062 columnFamilyName c 2024-11-13T03:33:56,682 DEBUG [StoreOpener-889d53c787edd9983d26275753662062-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:56,682 INFO [StoreOpener-889d53c787edd9983d26275753662062-1 {}] regionserver.HStore(327): Store=889d53c787edd9983d26275753662062/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:56,682 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 889d53c787edd9983d26275753662062 2024-11-13T03:33:56,683 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062 2024-11-13T03:33:56,684 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062 2024-11-13T03:33:56,685 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/recovered.edits/0000000000000000008 2024-11-13T03:33:56,686 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T03:33:56,688 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 889d53c787edd9983d26275753662062 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "889d53c787edd9983d26275753662062" family_name: "a" compaction_input: "0b58f8ed082d4eba8db7edf804e1a390" compaction_input: "86d55c97076b458f974a32307b275711_SeqId_4_" compaction_input: "0f4addab29264e6fbad7ea4c909cd6d7_SeqId_4_" compaction_input: "3912aae515864559bb3e74aa0f757456_SeqId_4_" compaction_output: "63f1356283d7429ebc4b0fa883dc46df" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1731468832262.889d53c787edd9983d26275753662062." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-13T03:33:56,688 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-13T03:33:56,689 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/recovered.edits/0000000000000000008 2024-11-13T03:33:56,689 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/recovered.edits/0000000000000000008 2024-11-13T03:33:56,690 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 889d53c787edd9983d26275753662062 2024-11-13T03:33:56,691 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 889d53c787edd9983d26275753662062 2024-11-13T03:33:56,691 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T03:33:56,693 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 889d53c787edd9983d26275753662062 2024-11-13T03:33:56,695 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34503/hbase/data/default/testCompactedBulkLoadedFiles/889d53c787edd9983d26275753662062/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T03:33:56,696 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 889d53c787edd9983d26275753662062; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64580379, jitterRate=-0.03767736256122589}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T03:33:56,696 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 889d53c787edd9983d26275753662062: Writing region info on filesystem at 1731468836652Initializing all the Stores at 1731468836653 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468836653Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468836653Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468836654 (+1 ms)Cleaning up temporary data from old regions at 1731468836691 (+37 ms)Region opened successfully at 1731468836696 (+5 ms) 2024-11-13T03:33:56,699 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 889d53c787edd9983d26275753662062, disabling compactions & flushes 2024-11-13T03:33:56,699 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731468832262.889d53c787edd9983d26275753662062. 2024-11-13T03:33:56,699 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731468832262.889d53c787edd9983d26275753662062. 2024-11-13T03:33:56,699 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731468832262.889d53c787edd9983d26275753662062. after waiting 0 ms 2024-11-13T03:33:56,699 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731468832262.889d53c787edd9983d26275753662062. 2024-11-13T03:33:56,700 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731468832262.889d53c787edd9983d26275753662062. 2024-11-13T03:33:56,700 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 889d53c787edd9983d26275753662062: Waiting for close lock at 1731468836699Disabling compacts and flushes for region at 1731468836699Disabling writes for close at 1731468836699Writing region close event to WAL at 1731468836700 (+1 ms)Closed at 1731468836700 2024-11-13T03:33:56,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741924_1103 (size=95) 2024-11-13T03:33:56,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741924_1103 (size=95) 2024-11-13T03:33:56,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741924_1103 (size=95) 2024-11-13T03:33:56,704 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T03:33:56,704 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731468836634) 2024-11-13T03:33:56,719 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=440 (was 428) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-132533705_22 at /127.0.0.1:52734 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:34503 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2070778846) connection to localhost/127.0.0.1:34503 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-132533705_22 at /127.0.0.1:55182 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1347 (was 1265) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=206 (was 207), ProcessCount=11 (was 11), AvailableMemoryMB=2747 (was 2745) - AvailableMemoryMB LEAK? - 2024-11-13T03:33:56,719 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1347 is superior to 1024 2024-11-13T03:33:56,730 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=440, OpenFileDescriptor=1347, MaxFileDescriptor=1048576, SystemLoadAverage=206, ProcessCount=11, AvailableMemoryMB=2745 2024-11-13T03:33:56,730 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1347 is superior to 1024 2024-11-13T03:33:56,745 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:33:56,747 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:33:56,747 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:33:56,749 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-77475243, suffix=, logDir=hdfs://localhost:34503/hbase/WALs/hregion-77475243, archiveDir=hdfs://localhost:34503/hbase/oldWALs, maxLogs=32 2024-11-13T03:33:56,761 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-77475243/hregion-77475243.1731468836750, exclude list is [], retry=0 2024-11-13T03:33:56,764 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35295,DS-cb060802-079b-40f9-ad9e-b48cd12e961a,DISK] 2024-11-13T03:33:56,764 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33377,DS-12acb2b1-4855-4f60-b66d-e1b491b18043,DISK] 2024-11-13T03:33:56,764 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33239,DS-0143b86c-777b-4406-8dda-28f4895a3126,DISK] 2024-11-13T03:33:56,766 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-77475243/hregion-77475243.1731468836750 2024-11-13T03:33:56,766 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35937:35937),(127.0.0.1/127.0.0.1:46723:46723),(127.0.0.1/127.0.0.1:35495:35495)] 2024-11-13T03:33:56,766 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 4456b7d8d34d9e146043599e78494b1a, NAME => 'testReplayEditsWrittenViaHRegion,,1731468836745.4456b7d8d34d9e146043599e78494b1a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34503/hbase 2024-11-13T03:33:56,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741926_1105 (size=67) 2024-11-13T03:33:56,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741926_1105 (size=67) 2024-11-13T03:33:56,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741926_1105 (size=67) 2024-11-13T03:33:56,775 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731468836745.4456b7d8d34d9e146043599e78494b1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:33:56,776 INFO [StoreOpener-4456b7d8d34d9e146043599e78494b1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4456b7d8d34d9e146043599e78494b1a 2024-11-13T03:33:56,777 INFO [StoreOpener-4456b7d8d34d9e146043599e78494b1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4456b7d8d34d9e146043599e78494b1a columnFamilyName a 2024-11-13T03:33:56,777 DEBUG [StoreOpener-4456b7d8d34d9e146043599e78494b1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:56,777 INFO [StoreOpener-4456b7d8d34d9e146043599e78494b1a-1 {}] regionserver.HStore(327): Store=4456b7d8d34d9e146043599e78494b1a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:56,778 INFO [StoreOpener-4456b7d8d34d9e146043599e78494b1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4456b7d8d34d9e146043599e78494b1a 2024-11-13T03:33:56,779 INFO [StoreOpener-4456b7d8d34d9e146043599e78494b1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4456b7d8d34d9e146043599e78494b1a columnFamilyName b 2024-11-13T03:33:56,779 DEBUG [StoreOpener-4456b7d8d34d9e146043599e78494b1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:56,779 INFO [StoreOpener-4456b7d8d34d9e146043599e78494b1a-1 {}] regionserver.HStore(327): Store=4456b7d8d34d9e146043599e78494b1a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:56,779 INFO [StoreOpener-4456b7d8d34d9e146043599e78494b1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4456b7d8d34d9e146043599e78494b1a 2024-11-13T03:33:56,781 INFO [StoreOpener-4456b7d8d34d9e146043599e78494b1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4456b7d8d34d9e146043599e78494b1a columnFamilyName c 2024-11-13T03:33:56,781 DEBUG [StoreOpener-4456b7d8d34d9e146043599e78494b1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:56,781 INFO [StoreOpener-4456b7d8d34d9e146043599e78494b1a-1 {}] regionserver.HStore(327): Store=4456b7d8d34d9e146043599e78494b1a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:56,781 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4456b7d8d34d9e146043599e78494b1a 2024-11-13T03:33:56,782 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a 2024-11-13T03:33:56,782 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a 2024-11-13T03:33:56,783 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4456b7d8d34d9e146043599e78494b1a 2024-11-13T03:33:56,783 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4456b7d8d34d9e146043599e78494b1a 2024-11-13T03:33:56,784 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T03:33:56,785 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4456b7d8d34d9e146043599e78494b1a 2024-11-13T03:33:56,787 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:33:56,788 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4456b7d8d34d9e146043599e78494b1a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74324478, jitterRate=0.10752102732658386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T03:33:56,788 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4456b7d8d34d9e146043599e78494b1a: Writing region info on filesystem at 1731468836775Initializing all the Stores at 1731468836776 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468836776Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468836776Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468836776Cleaning up temporary data from old regions at 1731468836783 (+7 ms)Region opened successfully at 1731468836788 (+5 ms) 2024-11-13T03:33:56,788 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4456b7d8d34d9e146043599e78494b1a, disabling compactions & flushes 2024-11-13T03:33:56,788 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731468836745.4456b7d8d34d9e146043599e78494b1a. 2024-11-13T03:33:56,788 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731468836745.4456b7d8d34d9e146043599e78494b1a. 2024-11-13T03:33:56,788 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731468836745.4456b7d8d34d9e146043599e78494b1a. after waiting 0 ms 2024-11-13T03:33:56,788 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731468836745.4456b7d8d34d9e146043599e78494b1a. 2024-11-13T03:33:56,789 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731468836745.4456b7d8d34d9e146043599e78494b1a. 2024-11-13T03:33:56,789 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4456b7d8d34d9e146043599e78494b1a: Waiting for close lock at 1731468836788Disabling compacts and flushes for region at 1731468836788Disabling writes for close at 1731468836788Writing region close event to WAL at 1731468836789 (+1 ms)Closed at 1731468836789 2024-11-13T03:33:56,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741925_1104 (size=95) 2024-11-13T03:33:56,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741925_1104 (size=95) 2024-11-13T03:33:56,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741925_1104 (size=95) 2024-11-13T03:33:56,793 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T03:33:56,793 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-77475243:(num 1731468836750) 2024-11-13T03:33:56,793 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T03:33:56,795 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34503/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731468836744, archiveDir=hdfs://localhost:34503/hbase/oldWALs, maxLogs=32 2024-11-13T03:33:56,807 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731468836744/wal.1731468836795, exclude list is [], retry=0 2024-11-13T03:33:56,810 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33377,DS-12acb2b1-4855-4f60-b66d-e1b491b18043,DISK] 2024-11-13T03:33:56,810 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33239,DS-0143b86c-777b-4406-8dda-28f4895a3126,DISK] 2024-11-13T03:33:56,810 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35295,DS-cb060802-079b-40f9-ad9e-b48cd12e961a,DISK] 2024-11-13T03:33:56,811 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731468836744/wal.1731468836795 2024-11-13T03:33:56,811 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46723:46723),(127.0.0.1/127.0.0.1:35495:35495),(127.0.0.1/127.0.0.1:35937:35937)] 2024-11-13T03:33:56,811 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4456b7d8d34d9e146043599e78494b1a, NAME => 'testReplayEditsWrittenViaHRegion,,1731468836745.4456b7d8d34d9e146043599e78494b1a.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:33:56,812 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731468836745.4456b7d8d34d9e146043599e78494b1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:33:56,812 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4456b7d8d34d9e146043599e78494b1a 2024-11-13T03:33:56,812 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4456b7d8d34d9e146043599e78494b1a 2024-11-13T03:33:56,813 INFO [StoreOpener-4456b7d8d34d9e146043599e78494b1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4456b7d8d34d9e146043599e78494b1a 2024-11-13T03:33:56,814 INFO [StoreOpener-4456b7d8d34d9e146043599e78494b1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4456b7d8d34d9e146043599e78494b1a columnFamilyName a 2024-11-13T03:33:56,814 DEBUG [StoreOpener-4456b7d8d34d9e146043599e78494b1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:56,815 INFO [StoreOpener-4456b7d8d34d9e146043599e78494b1a-1 {}] regionserver.HStore(327): Store=4456b7d8d34d9e146043599e78494b1a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:56,815 INFO [StoreOpener-4456b7d8d34d9e146043599e78494b1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4456b7d8d34d9e146043599e78494b1a 2024-11-13T03:33:56,816 INFO [StoreOpener-4456b7d8d34d9e146043599e78494b1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4456b7d8d34d9e146043599e78494b1a columnFamilyName b 2024-11-13T03:33:56,816 DEBUG [StoreOpener-4456b7d8d34d9e146043599e78494b1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:56,816 INFO [StoreOpener-4456b7d8d34d9e146043599e78494b1a-1 {}] regionserver.HStore(327): Store=4456b7d8d34d9e146043599e78494b1a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:56,816 INFO [StoreOpener-4456b7d8d34d9e146043599e78494b1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4456b7d8d34d9e146043599e78494b1a 2024-11-13T03:33:56,817 INFO [StoreOpener-4456b7d8d34d9e146043599e78494b1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4456b7d8d34d9e146043599e78494b1a columnFamilyName c 2024-11-13T03:33:56,817 DEBUG [StoreOpener-4456b7d8d34d9e146043599e78494b1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:56,817 INFO [StoreOpener-4456b7d8d34d9e146043599e78494b1a-1 {}] regionserver.HStore(327): Store=4456b7d8d34d9e146043599e78494b1a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:56,818 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4456b7d8d34d9e146043599e78494b1a 2024-11-13T03:33:56,818 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a 2024-11-13T03:33:56,819 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a 2024-11-13T03:33:56,820 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4456b7d8d34d9e146043599e78494b1a 2024-11-13T03:33:56,820 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4456b7d8d34d9e146043599e78494b1a 2024-11-13T03:33:56,820 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T03:33:56,822 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4456b7d8d34d9e146043599e78494b1a 2024-11-13T03:33:56,822 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4456b7d8d34d9e146043599e78494b1a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75174205, jitterRate=0.12018294632434845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T03:33:56,823 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4456b7d8d34d9e146043599e78494b1a: Writing region info on filesystem at 1731468836812Initializing all the Stores at 1731468836813 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468836813Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468836813Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468836813Cleaning up temporary data from old regions at 1731468836820 (+7 ms)Region opened successfully at 1731468836823 (+3 ms) 2024-11-13T03:33:56,830 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4456b7d8d34d9e146043599e78494b1a 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-13T03:33:56,843 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/.tmp/a/07078d1b4a38429fbf70676a48d02e0e is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731468836823/Put/seqid=0 2024-11-13T03:33:56,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741928_1107 (size=5958) 2024-11-13T03:33:56,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741928_1107 (size=5958) 2024-11-13T03:33:56,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741928_1107 (size=5958) 2024-11-13T03:33:56,850 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/.tmp/a/07078d1b4a38429fbf70676a48d02e0e 2024-11-13T03:33:56,855 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/.tmp/a/07078d1b4a38429fbf70676a48d02e0e as hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/a/07078d1b4a38429fbf70676a48d02e0e 2024-11-13T03:33:56,860 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/a/07078d1b4a38429fbf70676a48d02e0e, entries=10, sequenceid=13, filesize=5.8 K 2024-11-13T03:33:56,861 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 4456b7d8d34d9e146043599e78494b1a in 32ms, sequenceid=13, compaction requested=false 2024-11-13T03:33:56,861 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 4456b7d8d34d9e146043599e78494b1a: 2024-11-13T03:33:56,877 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4456b7d8d34d9e146043599e78494b1a, disabling compactions & flushes 2024-11-13T03:33:56,877 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731468836745.4456b7d8d34d9e146043599e78494b1a. 2024-11-13T03:33:56,877 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731468836745.4456b7d8d34d9e146043599e78494b1a. 2024-11-13T03:33:56,877 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731468836745.4456b7d8d34d9e146043599e78494b1a. after waiting 0 ms 2024-11-13T03:33:56,877 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731468836745.4456b7d8d34d9e146043599e78494b1a. 2024-11-13T03:33:56,878 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1731468836745.4456b7d8d34d9e146043599e78494b1a. 2024-11-13T03:33:56,878 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731468836745.4456b7d8d34d9e146043599e78494b1a. 2024-11-13T03:33:56,878 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4456b7d8d34d9e146043599e78494b1a: Waiting for close lock at 1731468836877Disabling compacts and flushes for region at 1731468836877Disabling writes for close at 1731468836877Writing region close event to WAL at 1731468836878 (+1 ms)Closed at 1731468836878 2024-11-13T03:33:56,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741927_1106 (size=3345) 2024-11-13T03:33:56,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741927_1106 (size=3345) 2024-11-13T03:33:56,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741927_1106 (size=3345) 2024-11-13T03:33:56,895 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34503/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731468836744/wal.1731468836795, size=3.3 K (3345bytes) 2024-11-13T03:33:56,895 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34503/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731468836744/wal.1731468836795 2024-11-13T03:33:56,895 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34503/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731468836744/wal.1731468836795 after 0ms 2024-11-13T03:33:56,897 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34503/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731468836744/wal.1731468836795: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T03:33:56,897 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34503/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731468836744/wal.1731468836795 took 3ms 2024-11-13T03:33:56,899 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34503/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731468836744/wal.1731468836795 so closing down 2024-11-13T03:33:56,899 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T03:33:56,900 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731468836795.temp 2024-11-13T03:33:56,901 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/recovered.edits/0000000000000000003-wal.1731468836795.temp 2024-11-13T03:33:56,902 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T03:33:56,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741929_1108 (size=2944) 2024-11-13T03:33:56,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741929_1108 (size=2944) 2024-11-13T03:33:56,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741929_1108 (size=2944) 2024-11-13T03:33:56,909 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/recovered.edits/0000000000000000003-wal.1731468836795.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-13T03:33:56,911 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/recovered.edits/0000000000000000003-wal.1731468836795.temp to hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/recovered.edits/0000000000000000035 2024-11-13T03:33:56,911 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 13 ms; skipped=2; WAL=hdfs://localhost:34503/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731468836744/wal.1731468836795, size=3.3 K, length=3345, corrupted=false, cancelled=false 2024-11-13T03:33:56,911 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34503/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731468836744/wal.1731468836795, journal: Splitting hdfs://localhost:34503/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731468836744/wal.1731468836795, size=3.3 K (3345bytes) at 1731468836895Finishing writing output for hdfs://localhost:34503/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731468836744/wal.1731468836795 so closing down at 1731468836899 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/recovered.edits/0000000000000000003-wal.1731468836795.temp at 1731468836901 (+2 ms)3 split writer threads finished at 1731468836902 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/recovered.edits/0000000000000000003-wal.1731468836795.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731468836909 (+7 ms)Rename recovered edits hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/recovered.edits/0000000000000000003-wal.1731468836795.temp to hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/recovered.edits/0000000000000000035 at 1731468836911 (+2 ms)Processed 32 edits across 1 Regions in 13 ms; skipped=2; WAL=hdfs://localhost:34503/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731468836744/wal.1731468836795, size=3.3 K, length=3345, corrupted=false, cancelled=false at 1731468836911 2024-11-13T03:33:56,913 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34503/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731468836744/wal.1731468836795 to hdfs://localhost:34503/hbase/oldWALs/wal.1731468836795 2024-11-13T03:33:56,913 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/recovered.edits/0000000000000000035 2024-11-13T03:33:56,913 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T03:33:56,915 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34503/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731468836744, archiveDir=hdfs://localhost:34503/hbase/oldWALs, maxLogs=32 2024-11-13T03:33:56,920 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T03:33:56,928 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731468836744/wal.1731468836915, exclude list is [], retry=0 2024-11-13T03:33:56,931 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33239,DS-0143b86c-777b-4406-8dda-28f4895a3126,DISK] 2024-11-13T03:33:56,931 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35295,DS-cb060802-079b-40f9-ad9e-b48cd12e961a,DISK] 2024-11-13T03:33:56,931 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33377,DS-12acb2b1-4855-4f60-b66d-e1b491b18043,DISK] 2024-11-13T03:33:56,933 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731468836744/wal.1731468836915 2024-11-13T03:33:56,936 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35495:35495),(127.0.0.1/127.0.0.1:35937:35937),(127.0.0.1/127.0.0.1:46723:46723)] 2024-11-13T03:33:56,936 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4456b7d8d34d9e146043599e78494b1a, NAME => 'testReplayEditsWrittenViaHRegion,,1731468836745.4456b7d8d34d9e146043599e78494b1a.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:33:56,936 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731468836745.4456b7d8d34d9e146043599e78494b1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:33:56,936 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4456b7d8d34d9e146043599e78494b1a 2024-11-13T03:33:56,936 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4456b7d8d34d9e146043599e78494b1a 2024-11-13T03:33:56,938 INFO [StoreOpener-4456b7d8d34d9e146043599e78494b1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4456b7d8d34d9e146043599e78494b1a 2024-11-13T03:33:56,939 INFO [StoreOpener-4456b7d8d34d9e146043599e78494b1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4456b7d8d34d9e146043599e78494b1a columnFamilyName a 2024-11-13T03:33:56,939 DEBUG [StoreOpener-4456b7d8d34d9e146043599e78494b1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:56,945 DEBUG [StoreOpener-4456b7d8d34d9e146043599e78494b1a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/a/07078d1b4a38429fbf70676a48d02e0e 2024-11-13T03:33:56,945 INFO [StoreOpener-4456b7d8d34d9e146043599e78494b1a-1 {}] regionserver.HStore(327): Store=4456b7d8d34d9e146043599e78494b1a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:56,945 INFO [StoreOpener-4456b7d8d34d9e146043599e78494b1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4456b7d8d34d9e146043599e78494b1a 2024-11-13T03:33:56,946 INFO [StoreOpener-4456b7d8d34d9e146043599e78494b1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4456b7d8d34d9e146043599e78494b1a columnFamilyName b 2024-11-13T03:33:56,946 DEBUG [StoreOpener-4456b7d8d34d9e146043599e78494b1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:56,947 INFO [StoreOpener-4456b7d8d34d9e146043599e78494b1a-1 {}] regionserver.HStore(327): Store=4456b7d8d34d9e146043599e78494b1a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:56,947 INFO [StoreOpener-4456b7d8d34d9e146043599e78494b1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4456b7d8d34d9e146043599e78494b1a 2024-11-13T03:33:56,948 INFO [StoreOpener-4456b7d8d34d9e146043599e78494b1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4456b7d8d34d9e146043599e78494b1a columnFamilyName c 2024-11-13T03:33:56,948 DEBUG [StoreOpener-4456b7d8d34d9e146043599e78494b1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:33:56,949 INFO [StoreOpener-4456b7d8d34d9e146043599e78494b1a-1 {}] regionserver.HStore(327): Store=4456b7d8d34d9e146043599e78494b1a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:33:56,949 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4456b7d8d34d9e146043599e78494b1a 2024-11-13T03:33:56,949 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a 2024-11-13T03:33:56,951 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a 2024-11-13T03:33:56,951 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/recovered.edits/0000000000000000035 2024-11-13T03:33:56,954 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T03:33:56,956 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/recovered.edits/0000000000000000035 2024-11-13T03:33:56,956 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4456b7d8d34d9e146043599e78494b1a 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-13T03:33:56,970 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/.tmp/b/1b1c9207607c4a40b278d3a7c8d0cb05 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731468836861/Put/seqid=0 2024-11-13T03:33:56,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741931_1110 (size=5958) 2024-11-13T03:33:56,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741931_1110 (size=5958) 2024-11-13T03:33:56,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741931_1110 (size=5958) 2024-11-13T03:33:56,978 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/.tmp/b/1b1c9207607c4a40b278d3a7c8d0cb05 2024-11-13T03:33:57,003 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/.tmp/c/927b2fce27484c3aa0edeb84710e7b0b is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731468836867/Put/seqid=0 2024-11-13T03:33:57,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741932_1111 (size=5958) 2024-11-13T03:33:57,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741932_1111 (size=5958) 2024-11-13T03:33:57,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741932_1111 (size=5958) 2024-11-13T03:33:57,010 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/.tmp/c/927b2fce27484c3aa0edeb84710e7b0b 2024-11-13T03:33:57,015 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/.tmp/b/1b1c9207607c4a40b278d3a7c8d0cb05 as hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/b/1b1c9207607c4a40b278d3a7c8d0cb05 2024-11-13T03:33:57,020 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/b/1b1c9207607c4a40b278d3a7c8d0cb05, entries=10, sequenceid=35, filesize=5.8 K 2024-11-13T03:33:57,021 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/.tmp/c/927b2fce27484c3aa0edeb84710e7b0b as hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/c/927b2fce27484c3aa0edeb84710e7b0b 2024-11-13T03:33:57,025 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/c/927b2fce27484c3aa0edeb84710e7b0b, entries=10, sequenceid=35, filesize=5.8 K 2024-11-13T03:33:57,026 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 4456b7d8d34d9e146043599e78494b1a in 70ms, sequenceid=35, compaction requested=false; wal=null 2024-11-13T03:33:57,026 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/recovered.edits/0000000000000000035 2024-11-13T03:33:57,027 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4456b7d8d34d9e146043599e78494b1a 2024-11-13T03:33:57,027 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4456b7d8d34d9e146043599e78494b1a 2024-11-13T03:33:57,028 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T03:33:57,029 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4456b7d8d34d9e146043599e78494b1a 2024-11-13T03:33:57,031 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-13T03:33:57,032 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4456b7d8d34d9e146043599e78494b1a; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59786815, jitterRate=-0.10910703241825104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T03:33:57,032 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4456b7d8d34d9e146043599e78494b1a: Writing region info on filesystem at 1731468836937Initializing all the Stores at 1731468836937Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468836938 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468836938Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468836938Obtaining lock to block concurrent updates at 1731468836956 (+18 ms)Preparing flush snapshotting stores in 4456b7d8d34d9e146043599e78494b1a at 1731468836956Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731468836745.4456b7d8d34d9e146043599e78494b1a., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1731468836956Flushing stores of testReplayEditsWrittenViaHRegion,,1731468836745.4456b7d8d34d9e146043599e78494b1a. at 1731468836956Flushing 4456b7d8d34d9e146043599e78494b1a/b: creating writer at 1731468836956Flushing 4456b7d8d34d9e146043599e78494b1a/b: appending metadata at 1731468836970 (+14 ms)Flushing 4456b7d8d34d9e146043599e78494b1a/b: closing flushed file at 1731468836970Flushing 4456b7d8d34d9e146043599e78494b1a/c: creating writer at 1731468836983 (+13 ms)Flushing 4456b7d8d34d9e146043599e78494b1a/c: appending metadata at 1731468837002 (+19 ms)Flushing 4456b7d8d34d9e146043599e78494b1a/c: closing flushed file at 1731468837002Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f7fabb7: reopening flushed file at 1731468837014 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@118de7c3: reopening flushed file at 1731468837020 (+6 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 4456b7d8d34d9e146043599e78494b1a in 70ms, sequenceid=35, compaction requested=false; wal=null at 1731468837026 (+6 ms)Cleaning up temporary data from old regions at 1731468837027 (+1 ms)Region opened successfully at 1731468837032 (+5 ms) 2024-11-13T03:33:57,094 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34503/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731468836744/wal.1731468836915, size=0 (0bytes) 2024-11-13T03:33:57,094 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34503/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731468836744/wal.1731468836915 might be still open, length is 0 2024-11-13T03:33:57,094 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34503/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731468836744/wal.1731468836915 2024-11-13T03:33:57,094 WARN [IPC Server handler 3 on default port 34503 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731468836744/wal.1731468836915 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-11-13T03:33:57,095 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34503/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731468836744/wal.1731468836915 after 1ms 2024-11-13T03:33:58,104 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1987019593_22 at /127.0.0.1:52794 [Receiving block BP-1208868859-172.17.0.3-1731468798314:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:33239:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52794 dst: /127.0.0.1:33239 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:33239 remote=/127.0.0.1:52794]. Total timeout mills is 60000, 58955 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T03:33:58,106 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1987019593_22 at /127.0.0.1:55256 [Receiving block BP-1208868859-172.17.0.3-1731468798314:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:35295:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55256 dst: /127.0.0.1:35295 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T03:33:58,106 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1987019593_22 at /127.0.0.1:45428 [Receiving block BP-1208868859-172.17.0.3-1731468798314:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:33377:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45428 dst: /127.0.0.1:33377 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T03:33:58,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741930_1112 (size=2936) 2024-11-13T03:33:58,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741930_1112 (size=2936) 2024-11-13T03:33:58,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741930_1112 (size=2936) 2024-11-13T03:34:01,096 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34503/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731468836744/wal.1731468836915 after 4002ms 2024-11-13T03:34:01,102 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34503/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731468836744/wal.1731468836915: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T03:34:01,102 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34503/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731468836744/wal.1731468836915 took 4008ms 2024-11-13T03:34:01,107 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34503/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731468836744/wal.1731468836915; continuing. 2024-11-13T03:34:01,107 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34503/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731468836744/wal.1731468836915 so closing down 2024-11-13T03:34:01,107 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T03:34:01,109 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1731468836915.temp 2024-11-13T03:34:01,111 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/recovered.edits/0000000000000000037-wal.1731468836915.temp 2024-11-13T03:34:01,111 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T03:34:01,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741933_1113 (size=2944) 2024-11-13T03:34:01,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741933_1113 (size=2944) 2024-11-13T03:34:01,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741933_1113 (size=2944) 2024-11-13T03:34:01,117 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/recovered.edits/0000000000000000037-wal.1731468836915.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-13T03:34:01,118 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/recovered.edits/0000000000000000037-wal.1731468836915.temp to hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/recovered.edits/0000000000000000066 2024-11-13T03:34:01,118 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:34503/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731468836744/wal.1731468836915, size=0, length=0, corrupted=false, cancelled=false 2024-11-13T03:34:01,118 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34503/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731468836744/wal.1731468836915, journal: Splitting hdfs://localhost:34503/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731468836744/wal.1731468836915, size=0 (0bytes) at 1731468837094Finishing writing output for hdfs://localhost:34503/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731468836744/wal.1731468836915 so closing down at 1731468841107 (+4013 ms)Creating recovered edits writer path=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/recovered.edits/0000000000000000037-wal.1731468836915.temp at 1731468841111 (+4 ms)3 split writer threads finished at 1731468841111Closed recovered edits writer path=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/recovered.edits/0000000000000000037-wal.1731468836915.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731468841117 (+6 ms)Rename recovered edits hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/recovered.edits/0000000000000000037-wal.1731468836915.temp to hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/recovered.edits/0000000000000000066 at 1731468841118 (+1 ms)Processed 30 edits across 1 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:34503/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731468836744/wal.1731468836915, size=0, length=0, corrupted=false, cancelled=false at 1731468841118 2024-11-13T03:34:01,119 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34503/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731468836744/wal.1731468836915 to hdfs://localhost:34503/hbase/oldWALs/wal.1731468836915 2024-11-13T03:34:01,120 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/recovered.edits/0000000000000000066 2024-11-13T03:34:01,120 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T03:34:01,122 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34503/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731468836744, archiveDir=hdfs://localhost:34503/hbase/oldWALs, maxLogs=32 2024-11-13T03:34:01,134 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731468836744/wal.1731468841122, exclude list is [], retry=0 2024-11-13T03:34:01,137 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35295,DS-cb060802-079b-40f9-ad9e-b48cd12e961a,DISK] 2024-11-13T03:34:01,138 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33377,DS-12acb2b1-4855-4f60-b66d-e1b491b18043,DISK] 2024-11-13T03:34:01,138 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33239,DS-0143b86c-777b-4406-8dda-28f4895a3126,DISK] 2024-11-13T03:34:01,139 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731468836744/wal.1731468841122 2024-11-13T03:34:01,140 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35937:35937),(127.0.0.1/127.0.0.1:46723:46723),(127.0.0.1/127.0.0.1:35495:35495)] 2024-11-13T03:34:01,140 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731468836745.4456b7d8d34d9e146043599e78494b1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:34:01,141 INFO [StoreOpener-4456b7d8d34d9e146043599e78494b1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4456b7d8d34d9e146043599e78494b1a 2024-11-13T03:34:01,142 INFO [StoreOpener-4456b7d8d34d9e146043599e78494b1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4456b7d8d34d9e146043599e78494b1a columnFamilyName a 2024-11-13T03:34:01,142 DEBUG [StoreOpener-4456b7d8d34d9e146043599e78494b1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:34:01,147 DEBUG [StoreOpener-4456b7d8d34d9e146043599e78494b1a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/a/07078d1b4a38429fbf70676a48d02e0e 2024-11-13T03:34:01,147 INFO [StoreOpener-4456b7d8d34d9e146043599e78494b1a-1 {}] regionserver.HStore(327): Store=4456b7d8d34d9e146043599e78494b1a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:34:01,147 INFO [StoreOpener-4456b7d8d34d9e146043599e78494b1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4456b7d8d34d9e146043599e78494b1a 2024-11-13T03:34:01,147 INFO [StoreOpener-4456b7d8d34d9e146043599e78494b1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4456b7d8d34d9e146043599e78494b1a columnFamilyName b 2024-11-13T03:34:01,148 DEBUG [StoreOpener-4456b7d8d34d9e146043599e78494b1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:34:01,152 DEBUG [StoreOpener-4456b7d8d34d9e146043599e78494b1a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/b/1b1c9207607c4a40b278d3a7c8d0cb05 2024-11-13T03:34:01,152 INFO [StoreOpener-4456b7d8d34d9e146043599e78494b1a-1 {}] regionserver.HStore(327): Store=4456b7d8d34d9e146043599e78494b1a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:34:01,153 INFO [StoreOpener-4456b7d8d34d9e146043599e78494b1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4456b7d8d34d9e146043599e78494b1a 2024-11-13T03:34:01,154 INFO [StoreOpener-4456b7d8d34d9e146043599e78494b1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4456b7d8d34d9e146043599e78494b1a columnFamilyName c 2024-11-13T03:34:01,154 DEBUG [StoreOpener-4456b7d8d34d9e146043599e78494b1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:34:01,159 DEBUG [StoreOpener-4456b7d8d34d9e146043599e78494b1a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/c/927b2fce27484c3aa0edeb84710e7b0b 2024-11-13T03:34:01,160 INFO [StoreOpener-4456b7d8d34d9e146043599e78494b1a-1 {}] regionserver.HStore(327): Store=4456b7d8d34d9e146043599e78494b1a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:34:01,160 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4456b7d8d34d9e146043599e78494b1a 2024-11-13T03:34:01,161 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a 2024-11-13T03:34:01,163 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a 2024-11-13T03:34:01,163 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/recovered.edits/0000000000000000066 2024-11-13T03:34:01,165 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T03:34:01,169 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/recovered.edits/0000000000000000066 2024-11-13T03:34:01,170 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4456b7d8d34d9e146043599e78494b1a 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-13T03:34:01,184 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/.tmp/a/d5847309301f4101892e183a15d59735 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1731468837039/Put/seqid=0 2024-11-13T03:34:01,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741935_1115 (size=5958) 2024-11-13T03:34:01,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741935_1115 (size=5958) 2024-11-13T03:34:01,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741935_1115 (size=5958) 2024-11-13T03:34:01,191 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/.tmp/a/d5847309301f4101892e183a15d59735 2024-11-13T03:34:01,208 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/.tmp/b/d297c591074647fdb45e2e14dbf47aa9 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1731468837046/Put/seqid=0 2024-11-13T03:34:01,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741936_1116 (size=5958) 2024-11-13T03:34:01,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741936_1116 (size=5958) 2024-11-13T03:34:01,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741936_1116 (size=5958) 2024-11-13T03:34:01,214 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/.tmp/b/d297c591074647fdb45e2e14dbf47aa9 2024-11-13T03:34:01,233 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/.tmp/c/514489780e804f4da292c1d788ddd687 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1731468837052/Put/seqid=0 2024-11-13T03:34:01,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741937_1117 (size=5958) 2024-11-13T03:34:01,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741937_1117 (size=5958) 2024-11-13T03:34:01,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741937_1117 (size=5958) 2024-11-13T03:34:01,240 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/.tmp/c/514489780e804f4da292c1d788ddd687 2024-11-13T03:34:01,245 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/.tmp/a/d5847309301f4101892e183a15d59735 as hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/a/d5847309301f4101892e183a15d59735 2024-11-13T03:34:01,250 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/a/d5847309301f4101892e183a15d59735, entries=10, sequenceid=66, filesize=5.8 K 2024-11-13T03:34:01,251 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/.tmp/b/d297c591074647fdb45e2e14dbf47aa9 as hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/b/d297c591074647fdb45e2e14dbf47aa9 2024-11-13T03:34:01,255 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/b/d297c591074647fdb45e2e14dbf47aa9, entries=10, sequenceid=66, filesize=5.8 K 2024-11-13T03:34:01,256 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/.tmp/c/514489780e804f4da292c1d788ddd687 as hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/c/514489780e804f4da292c1d788ddd687 2024-11-13T03:34:01,261 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/c/514489780e804f4da292c1d788ddd687, entries=10, sequenceid=66, filesize=5.8 K 2024-11-13T03:34:01,261 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 4456b7d8d34d9e146043599e78494b1a in 91ms, sequenceid=66, compaction requested=false; wal=null 2024-11-13T03:34:01,262 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/recovered.edits/0000000000000000066 2024-11-13T03:34:01,263 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4456b7d8d34d9e146043599e78494b1a 2024-11-13T03:34:01,263 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4456b7d8d34d9e146043599e78494b1a 2024-11-13T03:34:01,264 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T03:34:01,265 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4456b7d8d34d9e146043599e78494b1a 2024-11-13T03:34:01,267 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34503/hbase/data/default/testReplayEditsWrittenViaHRegion/4456b7d8d34d9e146043599e78494b1a/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-13T03:34:01,268 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4456b7d8d34d9e146043599e78494b1a; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61126649, jitterRate=-0.08914195001125336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T03:34:01,269 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4456b7d8d34d9e146043599e78494b1a: Writing region info on filesystem at 1731468841140Initializing all the Stores at 1731468841141 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468841141Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468841141Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468841141Obtaining lock to block concurrent updates at 1731468841170 (+29 ms)Preparing flush snapshotting stores in 4456b7d8d34d9e146043599e78494b1a at 1731468841170Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731468836745.4456b7d8d34d9e146043599e78494b1a., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1731468841170Flushing stores of testReplayEditsWrittenViaHRegion,,1731468836745.4456b7d8d34d9e146043599e78494b1a. at 1731468841170Flushing 4456b7d8d34d9e146043599e78494b1a/a: creating writer at 1731468841170Flushing 4456b7d8d34d9e146043599e78494b1a/a: appending metadata at 1731468841184 (+14 ms)Flushing 4456b7d8d34d9e146043599e78494b1a/a: closing flushed file at 1731468841184Flushing 4456b7d8d34d9e146043599e78494b1a/b: creating writer at 1731468841195 (+11 ms)Flushing 4456b7d8d34d9e146043599e78494b1a/b: appending metadata at 1731468841208 (+13 ms)Flushing 4456b7d8d34d9e146043599e78494b1a/b: closing flushed file at 1731468841208Flushing 4456b7d8d34d9e146043599e78494b1a/c: creating writer at 1731468841219 (+11 ms)Flushing 4456b7d8d34d9e146043599e78494b1a/c: appending metadata at 1731468841233 (+14 ms)Flushing 4456b7d8d34d9e146043599e78494b1a/c: closing flushed file at 1731468841233Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@248a7a47: reopening flushed file at 1731468841244 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39b5219f: reopening flushed file at 1731468841250 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38d01bad: reopening flushed file at 1731468841255 (+5 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 4456b7d8d34d9e146043599e78494b1a in 91ms, sequenceid=66, compaction requested=false; wal=null at 1731468841262 (+7 ms)Cleaning up temporary data from old regions at 1731468841263 (+1 ms)Region opened successfully at 1731468841269 (+6 ms) 2024-11-13T03:34:01,281 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4456b7d8d34d9e146043599e78494b1a, disabling compactions & flushes 2024-11-13T03:34:01,281 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731468836745.4456b7d8d34d9e146043599e78494b1a. 2024-11-13T03:34:01,281 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731468836745.4456b7d8d34d9e146043599e78494b1a. 2024-11-13T03:34:01,281 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731468836745.4456b7d8d34d9e146043599e78494b1a. after waiting 0 ms 2024-11-13T03:34:01,281 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731468836745.4456b7d8d34d9e146043599e78494b1a. 2024-11-13T03:34:01,284 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731468836745.4456b7d8d34d9e146043599e78494b1a. 2024-11-13T03:34:01,285 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4456b7d8d34d9e146043599e78494b1a: Waiting for close lock at 1731468841281Disabling compacts and flushes for region at 1731468841281Disabling writes for close at 1731468841281Writing region close event to WAL at 1731468841284 (+3 ms)Closed at 1731468841284 2024-11-13T03:34:01,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741934_1114 (size=95) 2024-11-13T03:34:01,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741934_1114 (size=95) 2024-11-13T03:34:01,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741934_1114 (size=95) 2024-11-13T03:34:01,289 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T03:34:01,289 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731468841122) 2024-11-13T03:34:01,302 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=448 (was 440) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1073307030_22 at /127.0.0.1:45448 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1073307030_22 at /127.0.0.1:52846 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2070778846) connection to localhost/127.0.0.1:34503 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:34503 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1073307030_22 at /127.0.0.1:55316 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1414 (was 1347) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=190 (was 206), ProcessCount=11 (was 11), AvailableMemoryMB=2726 (was 2745) 2024-11-13T03:34:01,302 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1414 is superior to 1024 2024-11-13T03:34:01,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T03:34:01,303 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:34:01,303 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:34:01,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:34:01,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:34:01,304 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:34:01,304 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T03:34:01,304 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=372210742, stopped=false 2024-11-13T03:34:01,304 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8394b182524b,37283,1731468803036 2024-11-13T03:34:01,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37283-0x101324134780000, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T03:34:01,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45615-0x101324134780002, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T03:34:01,369 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40485-0x101324134780001, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T03:34:01,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37283-0x101324134780000, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:34:01,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45615-0x101324134780002, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:34:01,369 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40485-0x101324134780001, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:34:01,369 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T03:34:01,370 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:34:01,370 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:34:01,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:34:01,370 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37283-0x101324134780000, quorum=127.0.0.1:64422, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T03:34:01,370 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45615-0x101324134780002, quorum=127.0.0.1:64422, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T03:34:01,370 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40485-0x101324134780001, quorum=127.0.0.1:64422, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T03:34:01,370 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8394b182524b,40485,1731468803783' ***** 2024-11-13T03:34:01,370 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T03:34:01,370 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8394b182524b,45615,1731468803884' ***** 2024-11-13T03:34:01,370 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T03:34:01,371 INFO [RS:1;8394b182524b:45615 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T03:34:01,371 INFO [RS:0;8394b182524b:40485 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T03:34:01,371 INFO [RS:0;8394b182524b:40485 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T03:34:01,371 INFO [RS:1;8394b182524b:45615 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T03:34:01,371 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T03:34:01,371 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T03:34:01,371 INFO [RS:0;8394b182524b:40485 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T03:34:01,371 INFO [RS:1;8394b182524b:45615 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T03:34:01,371 INFO [RS:1;8394b182524b:45615 {}] regionserver.HRegionServer(3091): Received CLOSE for 0e68969a25d3a9764d386c950732ae01 2024-11-13T03:34:01,371 INFO [RS:0;8394b182524b:40485 {}] regionserver.HRegionServer(959): stopping server 8394b182524b,40485,1731468803783 2024-11-13T03:34:01,371 INFO [RS:0;8394b182524b:40485 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:34:01,371 INFO [RS:0;8394b182524b:40485 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:40485. 2024-11-13T03:34:01,371 DEBUG [RS:0;8394b182524b:40485 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:34:01,371 DEBUG [RS:0;8394b182524b:40485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:34:01,371 INFO [RS:1;8394b182524b:45615 {}] regionserver.HRegionServer(959): stopping server 8394b182524b,45615,1731468803884 2024-11-13T03:34:01,371 INFO [RS:1;8394b182524b:45615 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:34:01,371 INFO [RS:0;8394b182524b:40485 {}] regionserver.HRegionServer(976): stopping server 8394b182524b,40485,1731468803783; all regions closed. 2024-11-13T03:34:01,371 INFO [RS:1;8394b182524b:45615 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;8394b182524b:45615. 2024-11-13T03:34:01,371 DEBUG [RS:1;8394b182524b:45615 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:34:01,371 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0e68969a25d3a9764d386c950732ae01, disabling compactions & flushes 2024-11-13T03:34:01,371 DEBUG [RS:1;8394b182524b:45615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:34:01,371 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01. 2024-11-13T03:34:01,371 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01. 2024-11-13T03:34:01,371 INFO [RS:1;8394b182524b:45615 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T03:34:01,371 INFO [RS:1;8394b182524b:45615 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T03:34:01,371 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01. after waiting 0 ms 2024-11-13T03:34:01,372 INFO [RS:1;8394b182524b:45615 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T03:34:01,372 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01. 2024-11-13T03:34:01,372 INFO [RS:1;8394b182524b:45615 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T03:34:01,372 INFO [RS:1;8394b182524b:45615 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T03:34:01,372 DEBUG [RS:1;8394b182524b:45615 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0e68969a25d3a9764d386c950732ae01=testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01.} 2024-11-13T03:34:01,372 DEBUG [RS:1;8394b182524b:45615 {}] regionserver.HRegionServer(1351): Waiting on 0e68969a25d3a9764d386c950732ae01, 1588230740 2024-11-13T03:34:01,372 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T03:34:01,372 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T03:34:01,372 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T03:34:01,372 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T03:34:01,372 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T03:34:01,373 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-11-13T03:34:01,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741833_1009 (size=1707) 2024-11-13T03:34:01,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741833_1009 (size=1707) 2024-11-13T03:34:01,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741833_1009 (size=1707) 2024-11-13T03:34:01,377 DEBUG [RS:0;8394b182524b:40485 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/oldWALs 2024-11-13T03:34:01,377 INFO [RS:0;8394b182524b:40485 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8394b182524b%2C40485%2C1731468803783:(num 1731468805429) 2024-11-13T03:34:01,377 DEBUG [RS:0;8394b182524b:40485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:34:01,377 INFO [RS:0;8394b182524b:40485 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:34:01,377 INFO [RS:0;8394b182524b:40485 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T03:34:01,377 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e68969a25d3a9764d386c950732ae01/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-13T03:34:01,377 INFO [RS:0;8394b182524b:40485 {}] hbase.ChoreService(370): Chore service for: regionserver/8394b182524b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T03:34:01,378 INFO [RS:0;8394b182524b:40485 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T03:34:01,378 INFO [regionserver/8394b182524b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T03:34:01,378 INFO [RS:0;8394b182524b:40485 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T03:34:01,378 INFO [RS:0;8394b182524b:40485 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T03:34:01,378 INFO [RS:0;8394b182524b:40485 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T03:34:01,378 INFO [RS:0;8394b182524b:40485 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40485 2024-11-13T03:34:01,379 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01. 2024-11-13T03:34:01,379 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0e68969a25d3a9764d386c950732ae01: Waiting for close lock at 1731468841371Running coprocessor pre-close hooks at 1731468841371Disabling compacts and flushes for region at 1731468841371Disabling writes for close at 1731468841372 (+1 ms)Writing region close event to WAL at 1731468841373 (+1 ms)Running coprocessor post-close hooks at 1731468841379 (+6 ms)Closed at 1731468841379 2024-11-13T03:34:01,379 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01. 2024-11-13T03:34:01,390 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40485-0x101324134780001, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/8394b182524b,40485,1731468803783 2024-11-13T03:34:01,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37283-0x101324134780000, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T03:34:01,390 INFO [RS:0;8394b182524b:40485 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:34:01,391 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8394b182524b,40485,1731468803783] 2024-11-13T03:34:01,394 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/hbase/meta/1588230740/.tmp/info/e5456277f48a41a090b2d118a628c76e is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1731468818244.0e68969a25d3a9764d386c950732ae01./info:regioninfo/1731468821431/Put/seqid=0 2024-11-13T03:34:01,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741938_1118 (size=8243) 2024-11-13T03:34:01,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741938_1118 (size=8243) 2024-11-13T03:34:01,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741938_1118 (size=8243) 2024-11-13T03:34:01,402 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/hbase/meta/1588230740/.tmp/info/e5456277f48a41a090b2d118a628c76e 2024-11-13T03:34:01,410 INFO [regionserver/8394b182524b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:34:01,410 INFO [regionserver/8394b182524b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:34:01,413 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/8394b182524b,40485,1731468803783 already deleted, retry=false 2024-11-13T03:34:01,413 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8394b182524b,40485,1731468803783 expired; onlineServers=1 2024-11-13T03:34:01,423 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/hbase/meta/1588230740/.tmp/ns/22e78a1d42e64d60a4f3694a28bf7736 is 43, key is default/ns:d/1731468806021/Put/seqid=0 2024-11-13T03:34:01,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741939_1119 (size=5153) 2024-11-13T03:34:01,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741939_1119 (size=5153) 2024-11-13T03:34:01,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741939_1119 (size=5153) 2024-11-13T03:34:01,430 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/hbase/meta/1588230740/.tmp/ns/22e78a1d42e64d60a4f3694a28bf7736 2024-11-13T03:34:01,453 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/hbase/meta/1588230740/.tmp/table/4958975be2d0481aa8f57b6877777512 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1731468818673/Put/seqid=0 2024-11-13T03:34:01,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741940_1120 (size=5431) 2024-11-13T03:34:01,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741940_1120 (size=5431) 2024-11-13T03:34:01,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741940_1120 (size=5431) 2024-11-13T03:34:01,460 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/hbase/meta/1588230740/.tmp/table/4958975be2d0481aa8f57b6877777512 2024-11-13T03:34:01,466 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/hbase/meta/1588230740/.tmp/info/e5456277f48a41a090b2d118a628c76e as hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/hbase/meta/1588230740/info/e5456277f48a41a090b2d118a628c76e 2024-11-13T03:34:01,471 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/hbase/meta/1588230740/info/e5456277f48a41a090b2d118a628c76e, entries=18, sequenceid=21, filesize=8.0 K 2024-11-13T03:34:01,473 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/hbase/meta/1588230740/.tmp/ns/22e78a1d42e64d60a4f3694a28bf7736 as hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/hbase/meta/1588230740/ns/22e78a1d42e64d60a4f3694a28bf7736 2024-11-13T03:34:01,479 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/hbase/meta/1588230740/ns/22e78a1d42e64d60a4f3694a28bf7736, entries=2, sequenceid=21, filesize=5.0 K 2024-11-13T03:34:01,480 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/hbase/meta/1588230740/.tmp/table/4958975be2d0481aa8f57b6877777512 as hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/hbase/meta/1588230740/table/4958975be2d0481aa8f57b6877777512 2024-11-13T03:34:01,485 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/hbase/meta/1588230740/table/4958975be2d0481aa8f57b6877777512, entries=2, sequenceid=21, filesize=5.3 K 2024-11-13T03:34:01,487 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 115ms, sequenceid=21, compaction requested=false 2024-11-13T03:34:01,491 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-13T03:34:01,492 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T03:34:01,492 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T03:34:01,492 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731468841372Running coprocessor pre-close hooks at 1731468841372Disabling compacts and flushes for region at 1731468841372Disabling writes for close at 1731468841372Obtaining lock to block concurrent updates at 1731468841373 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731468841373Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1731468841373Flushing stores of hbase:meta,,1.1588230740 at 1731468841374 (+1 ms)Flushing 1588230740/info: creating writer at 1731468841375 (+1 ms)Flushing 1588230740/info: appending metadata at 1731468841394 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731468841394Flushing 1588230740/ns: creating writer at 1731468841409 (+15 ms)Flushing 1588230740/ns: appending metadata at 1731468841423 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731468841423Flushing 1588230740/table: creating writer at 1731468841436 (+13 ms)Flushing 1588230740/table: appending metadata at 1731468841452 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731468841452Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49a048d4: reopening flushed file at 1731468841465 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5089046: reopening flushed file at 1731468841472 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@471c349a: reopening flushed file at 1731468841479 (+7 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 115ms, sequenceid=21, compaction requested=false at 1731468841487 (+8 ms)Writing region close event to WAL at 1731468841488 (+1 ms)Running coprocessor post-close hooks at 1731468841492 (+4 ms)Closed at 1731468841492 2024-11-13T03:34:01,492 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T03:34:01,503 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40485-0x101324134780001, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:34:01,503 INFO [RS:0;8394b182524b:40485 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:34:01,503 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40485-0x101324134780001, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:34:01,503 INFO [RS:0;8394b182524b:40485 {}] regionserver.HRegionServer(1031): Exiting; stopping=8394b182524b,40485,1731468803783; zookeeper connection closed. 2024-11-13T03:34:01,503 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7040383a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7040383a 2024-11-13T03:34:01,572 INFO [RS:1;8394b182524b:45615 {}] regionserver.HRegionServer(976): stopping server 8394b182524b,45615,1731468803884; all regions closed. 2024-11-13T03:34:01,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741836_1012 (size=4714) 2024-11-13T03:34:01,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741836_1012 (size=4714) 2024-11-13T03:34:01,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741836_1012 (size=4714) 2024-11-13T03:34:01,578 DEBUG [RS:1;8394b182524b:45615 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/oldWALs 2024-11-13T03:34:01,578 INFO [RS:1;8394b182524b:45615 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8394b182524b%2C45615%2C1731468803884.meta:.meta(num 1731468805872) 2024-11-13T03:34:01,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741834_1010 (size=720) 2024-11-13T03:34:01,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741834_1010 (size=720) 2024-11-13T03:34:01,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741834_1010 (size=720) 2024-11-13T03:34:01,583 DEBUG [RS:1;8394b182524b:45615 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/oldWALs 2024-11-13T03:34:01,583 INFO [RS:1;8394b182524b:45615 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8394b182524b%2C45615%2C1731468803884:(num 1731468805429) 2024-11-13T03:34:01,583 DEBUG [RS:1;8394b182524b:45615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:34:01,583 INFO [RS:1;8394b182524b:45615 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:34:01,583 INFO [RS:1;8394b182524b:45615 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T03:34:01,584 INFO [RS:1;8394b182524b:45615 {}] hbase.ChoreService(370): Chore service for: regionserver/8394b182524b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T03:34:01,584 INFO [RS:1;8394b182524b:45615 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T03:34:01,584 INFO [regionserver/8394b182524b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T03:34:01,584 INFO [RS:1;8394b182524b:45615 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45615 2024-11-13T03:34:01,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45615-0x101324134780002, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/8394b182524b,45615,1731468803884 2024-11-13T03:34:01,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37283-0x101324134780000, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T03:34:01,592 INFO [RS:1;8394b182524b:45615 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:34:01,603 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8394b182524b,45615,1731468803884] 2024-11-13T03:34:01,613 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/8394b182524b,45615,1731468803884 already deleted, retry=false 2024-11-13T03:34:01,613 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8394b182524b,45615,1731468803884 expired; onlineServers=0 2024-11-13T03:34:01,613 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8394b182524b,37283,1731468803036' ***** 2024-11-13T03:34:01,614 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T03:34:01,614 INFO [M:0;8394b182524b:37283 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:34:01,614 INFO [M:0;8394b182524b:37283 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T03:34:01,614 DEBUG [M:0;8394b182524b:37283 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T03:34:01,614 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T03:34:01,614 DEBUG [M:0;8394b182524b:37283 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T03:34:01,614 DEBUG [master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731468805065 {}] cleaner.HFileCleaner(306): Exit Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731468805065,5,FailOnTimeoutGroup] 2024-11-13T03:34:01,614 DEBUG [master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731468805065 {}] cleaner.HFileCleaner(306): Exit Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731468805065,5,FailOnTimeoutGroup] 2024-11-13T03:34:01,615 INFO [M:0;8394b182524b:37283 {}] hbase.ChoreService(370): Chore service for: master/8394b182524b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T03:34:01,615 INFO [M:0;8394b182524b:37283 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T03:34:01,615 DEBUG [M:0;8394b182524b:37283 {}] master.HMaster(1795): Stopping service threads 2024-11-13T03:34:01,615 INFO [M:0;8394b182524b:37283 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T03:34:01,615 INFO [M:0;8394b182524b:37283 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T03:34:01,616 INFO [M:0;8394b182524b:37283 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T03:34:01,617 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T03:34:01,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37283-0x101324134780000, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T03:34:01,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37283-0x101324134780000, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:34:01,624 DEBUG [M:0;8394b182524b:37283 {}] zookeeper.ZKUtil(347): master:37283-0x101324134780000, quorum=127.0.0.1:64422, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T03:34:01,625 WARN [M:0;8394b182524b:37283 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T03:34:01,626 INFO [M:0;8394b182524b:37283 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/.lastflushedseqids 2024-11-13T03:34:01,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741941_1121 (size=138) 2024-11-13T03:34:01,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741941_1121 (size=138) 2024-11-13T03:34:01,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741941_1121 (size=138) 2024-11-13T03:34:01,642 INFO [M:0;8394b182524b:37283 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T03:34:01,642 INFO [M:0;8394b182524b:37283 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T03:34:01,642 DEBUG [M:0;8394b182524b:37283 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T03:34:01,642 INFO [M:0;8394b182524b:37283 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:34:01,642 DEBUG [M:0;8394b182524b:37283 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:34:01,642 DEBUG [M:0;8394b182524b:37283 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T03:34:01,642 DEBUG [M:0;8394b182524b:37283 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:34:01,642 INFO [M:0;8394b182524b:37283 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.34 KB heapSize=83.73 KB 2024-11-13T03:34:01,657 DEBUG [M:0;8394b182524b:37283 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a5ec25f62eec4a548a2e4ecea18730ef is 82, key is hbase:meta,,1/info:regioninfo/1731468805950/Put/seqid=0 2024-11-13T03:34:01,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741942_1122 (size=5672) 2024-11-13T03:34:01,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741942_1122 (size=5672) 2024-11-13T03:34:01,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741942_1122 (size=5672) 2024-11-13T03:34:01,663 INFO [M:0;8394b182524b:37283 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a5ec25f62eec4a548a2e4ecea18730ef 2024-11-13T03:34:01,683 DEBUG [M:0;8394b182524b:37283 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df186c4f20244893bac94a342199b360 is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731468818678/Put/seqid=0 2024-11-13T03:34:01,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741943_1123 (size=7755) 2024-11-13T03:34:01,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741943_1123 (size=7755) 2024-11-13T03:34:01,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741943_1123 (size=7755) 2024-11-13T03:34:01,697 INFO [M:0;8394b182524b:37283 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.61 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df186c4f20244893bac94a342199b360 2024-11-13T03:34:01,701 INFO [M:0;8394b182524b:37283 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for df186c4f20244893bac94a342199b360 2024-11-13T03:34:01,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45615-0x101324134780002, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:34:01,703 INFO [RS:1;8394b182524b:45615 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:34:01,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45615-0x101324134780002, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:34:01,703 INFO [RS:1;8394b182524b:45615 {}] regionserver.HRegionServer(1031): Exiting; stopping=8394b182524b,45615,1731468803884; zookeeper connection closed. 2024-11-13T03:34:01,703 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6705040 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6705040 2024-11-13T03:34:01,704 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-13T03:34:01,715 DEBUG [M:0;8394b182524b:37283 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/19de5365ed0941bc8e72029cb8155303 is 69, key is 8394b182524b,40485,1731468803783/rs:state/1731468805142/Put/seqid=0 2024-11-13T03:34:01,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741944_1124 (size=5440) 2024-11-13T03:34:01,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741944_1124 (size=5440) 2024-11-13T03:34:01,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741944_1124 (size=5440) 2024-11-13T03:34:01,721 INFO [M:0;8394b182524b:37283 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/19de5365ed0941bc8e72029cb8155303 2024-11-13T03:34:01,725 INFO [M:0;8394b182524b:37283 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 19de5365ed0941bc8e72029cb8155303 2024-11-13T03:34:01,726 DEBUG [M:0;8394b182524b:37283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a5ec25f62eec4a548a2e4ecea18730ef as hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a5ec25f62eec4a548a2e4ecea18730ef 2024-11-13T03:34:01,730 INFO [M:0;8394b182524b:37283 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a5ec25f62eec4a548a2e4ecea18730ef, entries=8, sequenceid=168, filesize=5.5 K 2024-11-13T03:34:01,731 DEBUG [M:0;8394b182524b:37283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df186c4f20244893bac94a342199b360 as hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/df186c4f20244893bac94a342199b360 2024-11-13T03:34:01,735 INFO [M:0;8394b182524b:37283 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for df186c4f20244893bac94a342199b360 2024-11-13T03:34:01,735 INFO [M:0;8394b182524b:37283 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/df186c4f20244893bac94a342199b360, entries=17, sequenceid=168, filesize=7.6 K 2024-11-13T03:34:01,736 DEBUG [M:0;8394b182524b:37283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/19de5365ed0941bc8e72029cb8155303 as hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/19de5365ed0941bc8e72029cb8155303 2024-11-13T03:34:01,740 INFO [M:0;8394b182524b:37283 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 19de5365ed0941bc8e72029cb8155303 2024-11-13T03:34:01,740 INFO [M:0;8394b182524b:37283 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34503/user/jenkins/test-data/6b26c615-5417-5cff-51a2-a1c7e1c131ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/19de5365ed0941bc8e72029cb8155303, entries=3, sequenceid=168, filesize=5.3 K 2024-11-13T03:34:01,741 INFO [M:0;8394b182524b:37283 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 99ms, sequenceid=168, compaction requested=false 2024-11-13T03:34:01,742 INFO [M:0;8394b182524b:37283 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:34:01,743 DEBUG [M:0;8394b182524b:37283 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731468841642Disabling compacts and flushes for region at 1731468841642Disabling writes for close at 1731468841642Obtaining lock to block concurrent updates at 1731468841642Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731468841642Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69984, getHeapSize=85672, getOffHeapSize=0, getCellsCount=195 at 1731468841643 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731468841643Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731468841644 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731468841657 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731468841657Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731468841667 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731468841683 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731468841683Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731468841701 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731468841714 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731468841714Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c6f16c4: reopening flushed file at 1731468841725 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5493e958: reopening flushed file at 1731468841730 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ee9f409: reopening flushed file at 1731468841735 (+5 ms)Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 99ms, sequenceid=168, compaction requested=false at 1731468841741 (+6 ms)Writing region close event to WAL at 1731468841742 (+1 ms)Closed at 1731468841742 2024-11-13T03:34:01,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741830_1006 (size=56694) 2024-11-13T03:34:01,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741830_1006 (size=56694) 2024-11-13T03:34:01,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741830_1006 (size=56694) 2024-11-13T03:34:01,745 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T03:34:01,745 INFO [M:0;8394b182524b:37283 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T03:34:01,746 INFO [M:0;8394b182524b:37283 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37283 2024-11-13T03:34:01,746 INFO [M:0;8394b182524b:37283 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:34:01,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37283-0x101324134780000, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:34:01,859 INFO [M:0;8394b182524b:37283 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:34:01,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37283-0x101324134780000, quorum=127.0.0.1:64422, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:34:01,865 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731468821749/wal.1731468822050 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731468821749/wal.1731468822050 (inode 16655) Holder DFSClient_NONMAPREDUCE_-1987019593_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731468821749/wal.1731468822050 (inode 16655) Holder DFSClient_NONMAPREDUCE_-1987019593_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-13T03:34:01,866 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731468813798/wal.1731468813902 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T03:34:01,866 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731468836744/wal.1731468836915 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T03:34:01,869 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731468822182/wal.1731468831439 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731468822182/wal.1731468831439 (inode 16678) Holder DFSClient_NONMAPREDUCE_-1987019593_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731468822182/wal.1731468831439 (inode 16678) Holder DFSClient_NONMAPREDUCE_-1987019593_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-13T03:34:01,869 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731468807129/wal.1731468807201 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T03:34:01,871 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731468831630/wal.1731468832105 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731468831630/wal.1731468832105 (inode 16704) Holder DFSClient_NONMAPREDUCE_-1987019593_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731468831630/wal.1731468832105 (inode 16704) Holder DFSClient_NONMAPREDUCE_-1987019593_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-13T03:34:01,872 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731468832261/wal.1731468832331 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T03:34:01,874 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731468806792/wal.1731468806997 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731468806792/wal.1731468806997 (inode 16485) Holder DFSClient_NONMAPREDUCE_-1987019593_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731468806792/wal.1731468806997 (inode 16485) Holder DFSClient_NONMAPREDUCE_-1987019593_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-13T03:34:01,877 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731468806266/wal.1731468806519 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731468806266/wal.1731468806519 (inode 16462) Holder DFSClient_NONMAPREDUCE_-1987019593_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731468806266/wal.1731468806519 (inode 16462) Holder DFSClient_NONMAPREDUCE_-1987019593_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-13T03:34:01,883 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7db711c8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:34:01,886 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e27241{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T03:34:01,886 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T03:34:01,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ef1fab3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T03:34:01,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fc01fee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd981f10-1ccd-ff15-56e8-662d61628e94/hadoop.log.dir/,STOPPED} 2024-11-13T03:34:01,908 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T03:34:01,908 WARN [BP-1208868859-172.17.0.3-1731468798314 heartbeating to localhost/127.0.0.1:34503 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T03:34:01,908 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T03:34:01,908 WARN [BP-1208868859-172.17.0.3-1731468798314 heartbeating to localhost/127.0.0.1:34503 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1208868859-172.17.0.3-1731468798314 (Datanode Uuid e8592d5b-5199-44fa-a8e1-5e69f1d61219) service to localhost/127.0.0.1:34503 2024-11-13T03:34:01,910 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd981f10-1ccd-ff15-56e8-662d61628e94/cluster_0c2644de-2804-5234-c4c8-76864cdbd4ed/data/data5/current/BP-1208868859-172.17.0.3-1731468798314 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:34:01,910 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd981f10-1ccd-ff15-56e8-662d61628e94/cluster_0c2644de-2804-5234-c4c8-76864cdbd4ed/data/data6/current/BP-1208868859-172.17.0.3-1731468798314 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:34:01,910 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T03:34:01,912 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bb5c651{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:34:01,912 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bb3ed73{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T03:34:01,912 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T03:34:01,913 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a3de095{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T03:34:01,913 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25a82563{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd981f10-1ccd-ff15-56e8-662d61628e94/hadoop.log.dir/,STOPPED} 2024-11-13T03:34:01,914 WARN [BP-1208868859-172.17.0.3-1731468798314 heartbeating to localhost/127.0.0.1:34503 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T03:34:01,914 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T03:34:01,914 WARN [BP-1208868859-172.17.0.3-1731468798314 heartbeating to localhost/127.0.0.1:34503 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1208868859-172.17.0.3-1731468798314 (Datanode Uuid ebe6f955-79eb-498f-a591-7e82472d671a) service to localhost/127.0.0.1:34503 2024-11-13T03:34:01,914 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T03:34:01,914 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd981f10-1ccd-ff15-56e8-662d61628e94/cluster_0c2644de-2804-5234-c4c8-76864cdbd4ed/data/data3/current/BP-1208868859-172.17.0.3-1731468798314 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:34:01,915 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd981f10-1ccd-ff15-56e8-662d61628e94/cluster_0c2644de-2804-5234-c4c8-76864cdbd4ed/data/data4/current/BP-1208868859-172.17.0.3-1731468798314 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:34:01,915 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T03:34:01,917 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3083ee80{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:34:01,917 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e8cd23d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T03:34:01,917 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T03:34:01,917 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bff8e6a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T03:34:01,917 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bf6584b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd981f10-1ccd-ff15-56e8-662d61628e94/hadoop.log.dir/,STOPPED} 2024-11-13T03:34:01,918 WARN [BP-1208868859-172.17.0.3-1731468798314 heartbeating to localhost/127.0.0.1:34503 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T03:34:01,918 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T03:34:01,918 WARN [BP-1208868859-172.17.0.3-1731468798314 heartbeating to localhost/127.0.0.1:34503 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1208868859-172.17.0.3-1731468798314 (Datanode Uuid f0044731-f3eb-4432-8481-79b83bc9c942) service to localhost/127.0.0.1:34503 2024-11-13T03:34:01,918 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T03:34:01,919 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd981f10-1ccd-ff15-56e8-662d61628e94/cluster_0c2644de-2804-5234-c4c8-76864cdbd4ed/data/data1/current/BP-1208868859-172.17.0.3-1731468798314 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:34:01,919 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd981f10-1ccd-ff15-56e8-662d61628e94/cluster_0c2644de-2804-5234-c4c8-76864cdbd4ed/data/data2/current/BP-1208868859-172.17.0.3-1731468798314 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:34:01,920 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T03:34:01,925 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e17169c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T03:34:01,925 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31851850{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T03:34:01,925 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T03:34:01,926 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f8a2ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T03:34:01,926 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c0b7a34{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd981f10-1ccd-ff15-56e8-662d61628e94/hadoop.log.dir/,STOPPED} 2024-11-13T03:34:01,935 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T03:34:01,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down